More Config Ideas

app.py

@@ -703,9 +703,26 @@ with gr.Blocks() as demo:
                     imagegenspacebtn = gr.Button("Use the chosen URL to load interface with a image generation model")
                 imagegenspace = gr.HTML("Chat Space Chosen will load here")
                 imagegenspacebtn.click(display_website, inputs=linktoimagegen, outputs=imagegenspace)
+        with gr.Accordion("3D Model Spaces/Sites (Click Here to Open) - Image to Blender?", open=False):
+            with gr.Row():
+                linktoThreedModel = gr.Dropdown(choices=["https://tencentarc-instantmesh.hf.space", "https://ashawkey-lgm.hf.space", "https://dylanebert-lgm-mini.hf.space", "https://dylanebert-splat-to-mesh.hf.space", "https://dylanebert-multi-view-diffusion.hf.space"], label="Choose/Cancel type any .hf.space link here (can also type a link)'", allow_custom_value=True)
+                ThreedModelspacebtn = gr.Button("Use the chosen URL to load interface with a 3D model")
+            ThreedModelspace = gr.HTML("3D Space Chosen will load here")
+            ThreedModelspacebtn.click(display_website, inputs=linktoThreedModel, outputs=ThreedModelspace)
     
     with gr.Accordion("Config Crafting Progression - click to open", open=False):
-        gr.HTML("Example of how to advance a game config with LLM - end goal is to have automatic worflow that takes these considerations into account <br> Things missing from the game engine - Economics and Basic Politics (NPC affiliation)")
+        with gr.Tab("Main areas of considerations"):
+            with gr.Tab("Mermaid Graphs and Nesting"):
+                gr.HTML("<iframe src='https://claude.site/artifacts/265e9242-2093-46e1-9011-ed6ad938be90?fullscreen=false' width='100%' height='1000px'></iframe>")
+                gr.HTML("")
+            with gr.Tab(""):
+                gr.HTML("")
+            with gr.Tab("Structural Inspirations"):
+                gr.HTML("GTA Heists ")
+                gr.HTML("Sports Scores, ")
+            with gr.Tab("Themes"):
+                gr.HTML("")
+
         originalconfigatbeinningofthisspace = """{
     "village": {
         "start": {
@@ -1221,24 +1238,26 @@ Would you like me to elaborate on any of these ideas or show how to implement th
         },
     }
 }"""
-        gr.HTML("Suggestions from claude 3.5 on how to change config")
-        display_originalconfigatbeinningofthisspace = originalconfigatbeinningofthisspace.replace(' ', '&nbsp;').replace('\n', '<br>') 
-        display_claude3_5_06072024configtips = claude3_5_06072024configtips.replace(' ', '&nbsp;').replace('\n', '<br>')
-        display_tipsupdatedconfigatbeinningofthisspace = tipsupdatedconfigatbeinningofthisspace.replace(' ', '&nbsp;').replace('\n', '<br>') 
-        gr.HTML("""<div style="display: flex; justify-content: space-between; height: 900px; overflow: auto; ">
-            <div style="flex: 1; margin: 0 10px; padding: 20px;">
-                """ + display_originalconfigatbeinningofthisspace + """
-            </div>
-            <div style="flex: 1; margin: 0 10px; padding: 20px; width: 50%">
-                """ + display_claude3_5_06072024configtips + """
-            </div>
-            <div style="flex: 1; margin: 0 10px; padding: 20px;">
-                """ + display_tipsupdatedconfigatbeinningofthisspace + """
-            </div>
-        </div>""")
+        with gr.Tab("Improvement of the default config"):
+            gr.HTML("Example of how to advance a game config with LLM - end goal is to have automatic worflow that takes these considerations into account <br> Things missing from the game engine - Economics and Basic Politics (NPC affiliation)")
+            gr.HTML("Suggestions from claude 3.5 on how to change config")
+            display_originalconfigatbeinningofthisspace = originalconfigatbeinningofthisspace.replace(' ', '&nbsp;').replace('\n', '<br>') 
+            display_claude3_5_06072024configtips = claude3_5_06072024configtips.replace(' ', '&nbsp;').replace('\n', '<br>')
+            display_tipsupdatedconfigatbeinningofthisspace = tipsupdatedconfigatbeinningofthisspace.replace(' ', '&nbsp;').replace('\n', '<br>') 
+            gr.HTML("""<div style="display: flex; justify-content: space-between; height: 900px; overflow: auto; ">
+                <div style="flex: 1; margin: 0 10px; padding: 20px;">
+                    """ + display_originalconfigatbeinningofthisspace + """
+                </div>
+                <div style="flex: 1; margin: 0 10px; padding: 20px; width: 50%">
+                    """ + display_claude3_5_06072024configtips + """
+                </div>
+                <div style="flex: 1; margin: 0 10px; padding: 20px;">
+                    """ + display_tipsupdatedconfigatbeinningofthisspace + """
+                </div>
+            </div>""")
 
     with gr.Tab("Test and Edit Config"):
-        gr.HTML("The main issue is frequent changes add more chances for bugs in how ")
+        gr.HTML("The main issue is frequent changes add more chances for bugs in how - manual and auto refer mainly to ensuring correct JSON format ")
         with gr.Tab("Full Manual - Test Example State Machine"): 
             with gr.Tab("Config Without Assets"):
                 with gr.Row():
@@ -1431,13 +1450,17 @@ Would you like me to elaborate on any of these ideas or show how to implement th
             gr.HTML("Player Stats, Inventory and NPCS not implemented yet, so traversal type games best aka graph like structures <br> Game is like a universal translator so any concept can be covered")
 
     with gr.Tab("Asset Generation Considerations"):
-        gr.HTML("With some ideas from gemini-1.5-flash-api-0514 and reka-flash-preview-20240611 <br><br>Licenses for the spaces still to be evaluated")
+        gr.HTML("With some asset category ideas from gemini-1.5-flash-api-0514 and reka-flash-preview-20240611 <br><br>Licenses for the spaces still to be evaluated - June 2024")
 
         with gr.Tab("Save files"):
             gr.HTML("For Dynamic events overnight or when player is not active what can LLMS edit? <br><br>eg. Waiting for a letter from a random npc can be decided by the llm <br>eg. Improved Stats on certain days (eg. bitrthday) <br>Privacy <br>User Directed DLC eg. Rockstar Editor with local llm guide")
             gr.HTML("Some ideas - In game websites eg. GTA esp stock markets, news; ")
             gr.HTML("Placeholder for huggingface spaces that can assist - https://huggingface.co/nvidia/Nemotron-4-340B-Instruct (Purpose is supposed to be synthetic data generation), https://huggingface.co/spaces/gokaygokay/Gemma-2-llamacpp ")
             gr.HTML("Placeholder for models small enough to run on cpu here in this space that can assist (9b and under) <br>initial floor for testing can be https://huggingface.co/spaces/Qwen/Qwen2-0.5B-Instruct, https://huggingface.co/spaces/Qwen/Qwen2-1.5b-instruct-demo, https://huggingface.co/spaces/stabilityai/stablelm-2-1_6b-zephyr, https://huggingface.co/spaces/IndexTeam/Index-1.9B, https://huggingface.co/microsoft/Phi-3-mini-4k-instruct")
+            with gr.Tab("Diagrams"):
+                gr.HTML("Claude 3.5 sonnet is very good with mermaid graphs - can used for maps, situational explanations")
+            with gr.Tab("Maths"):
+                gr.HTML("https://huggingface.co/spaces/AI-MO/math-olympiad-solver")
 
         with gr.Tab("Images"):
             gr.HTML("Concept Art, UI elements, Static/3D Characters, Environments and Objects")
@@ -1445,23 +1468,30 @@ Would you like me to elaborate on any of these ideas or show how to implement th
             gr.HTML("Images Generation Portraits = https://huggingface.co/spaces/okaris/omni-zero")
             gr.HTML("Images Generation General = https://huggingface.co/spaces/stabilityai/stable-diffusion-3-medium, https://huggingface.co/spaces/PixArt-alpha/PixArt-Sigma, https://huggingface.co/spaces/stabilityai/stable-diffusion, https://www.craiyon.com/, https://huggingface.co/spaces/prodia/sdxl-stable-diffusion-xl")
             gr.HTML("Images Generation Posters with text - https://huggingface.co/spaces/GlyphByT5/Glyph-SDXL-v2")
-            gr.HTML("Images Generation Very Specific position and shape - https://huggingface.co/spaces/linoyts/scribble-sdxl-flash")
-            gr.HTML("SVG Generation = Coding models - ")
+            gr.HTML("Images Generation Very Specific position and shape - https://huggingface.co/spaces/linoyts/scribble-sdxl-flash, https://huggingface.co/spaces/InstantX/InstantID (more of a scpaceoooo)")
+            gr.HTML("Images Generation Non-english prompt support = Chinese - https://huggingface.co/spaces/gokaygokay/Kolors")
+            gr.HTML("Images Generation - Change pose of the image but keep face https://huggingface.co/spaces/InstantX/InstantID")
+            gr.HTML("SVG Generation = Coding models / SOTA LLM ")
+            gr.HTML("Images Generation - Upscaling - https://huggingface.co/spaces/gokaygokay/Tile-Upscaler")
             gr.HTML("Vision Models for descriptions <br> https://huggingface.co/spaces/gokaygokay/Florence-2 <br>https://huggingface.co/spaces/vilarin/VL-Chatbox - glm 4v 9b <br>")
             gr.HTML("Upscalers (save data transfer costs? highly detailed characters?) - https://huggingface.co/spaces/gokaygokay/AuraSR")
             gr.HTML("Placeholder for huggingface spaces that can assist ")
             gr.HTML("Placeholder for models small enough to run on cpu here in this space that can assist")
-        
-        with gr.Tab("Audio"):
-            gr.HTML("Music - Background, Interactive, Cutscene, Menu <br>Sound Effects - Environment, character, action (environmental triggered by user eg. gun), UI <br>Speech - Dialouge, narration, voiceover <br>The new render function means the Config can be made and iframe/api functions can be ordered as neccessary based on the part of the config that needs it to streamline workflows based on current state of config ")
-            gr.HTML("Placeholder for huggingface spaces that can assist")
-            gr.HTML("Audio Sound Effects - https://huggingface.co/spaces/artificialguybr/Stable-Audio-Open-Zero")
-            gr.HTML("Placeholder for models small enough to run on cpu here in this space that can assist")
 
         with gr.Tab("Video"):
             gr.HTML("Cutscenes, Tutorials, Trailers")
+            gr.HTML("Portrait Video eg. Solo Taking NPC - https://huggingface.co/spaces/fffiloni/tts-hallo-talking-portrait (Image + Audio and combination)  https://huggingface.co/spaces/KwaiVGI/LivePortrait (Non verbal communication eg. in a library, when running from a pursuer)")
             gr.HTML("Placeholder for huggingface spaces that can assist - https://huggingface.co/spaces/KingNish/Instant-Video, https://huggingface.co/spaces/multimodalart/stable-video-diffusion, https://huggingface.co/spaces/multimodalart/stable-video-diffusion")
             gr.HTML("Placeholder for models small enough to run on cpu here in this space that can assist")
+            gr.HTML("3rd Party / Closed Source - https://runwayml.com/ <br>")
+
+        with gr.Tab("Audio"):
+            gr.HTML("Music - Background, Interactive, Cutscene, Menu <br>Sound Effects - Environment, character, action (environmental triggered by user eg. gun), UI <br>Speech - Dialouge, narration, voiceover <br>The new render function means the Config can be made and iframe/api functions can be ordered as neccessary based on the part of the config that needs it to streamline workflows based on current state of config ")
+            gr.HTML("Placeholder for huggingface spaces that can assist")
+            gr.HTML("Audio Sound Effects - https://huggingface.co/spaces/artificialguybr/Stable-Audio-Open-Zero")
+            gr.HTML("Voices - Voice clone eg. actors part of your project - https://huggingface.co/spaces/tonyassi/voice-clone")
+            gr.HTML("Placeholder for models small enough to run on cpu here in this space that can assist")
+            gr.HTML("3rd Party / Closed Source - https://suno.com/ <br>https://www.udio.com/")
 
         with gr.Tab("3D"):
             gr.HTML("Characters, Environments, Objects")
@@ -1492,6 +1522,9 @@ Would you like me to elaborate on any of these ideas or show how to implement th
     with gr.Tab("Basic Game Engine Mechanics"):
         gr.HTML("Placeholder for explanations")
 
+    with gr.Tab("LLM play testing"):
+        gr.HTML("LLM can read the contents in full and give critiques but they can also play the game if you make a api interface - gradio allows this in the form of gradio client but you can also reroute the user inputs to function calling")
+
     with gr.Tab("Custom JS Config Creator"):
         gr.HTML("-- Incomplete -- Companion Space for zerogpu / client api workflow planning for a way to send a zip to the Basic Game Engine at the bottom of https://huggingface.co/spaces/KwabsHug/TestSvelteStatic (Also to test how much can be done majority on cpu)")
         with gr.Tab("Simple Config Creator"):
@@ -1566,9 +1599,10 @@ Would you like me to elaborate on any of these ideas or show how to implement th
         with gr.Tab("Advanced Config Creator"):
             gr.HTML("Config with More than text and images")
                     
-    with gr.Tab("LLM as custom controllers Considerations"):
+    with gr.Tab("LLM/Robotics as custom controllers Considerations"):
         gr.HTML("Controls changed the scope of the game eg. mouse vs keyboard vs console controller vs remote vs touch screen <br>LLM can be vision/surveilance based controler (eg. MGS/GTA camera gauged by an actual camera in real life) or it can be a companion (offline/off console game progrssion ideas)")
-        
+        gr.HTML("")
+
     with gr.Tab("Other Considerations"):
         with gr.Tab("General"):
             gr.HTML("Experiment for https://huggingface.co/spaces/ysharma/open-interpreter/blob/main/app.py inplementation with gradio client api")