Merge game and edit interfaces

app.py

@@ -644,7 +644,7 @@ with gr.Blocks() as demo:
                 with gr.Tab("Asset path Assist"):
                     gr.HTML("Make Files and Text ideas for the field and paste")
                     with gr.Accordion("Upload Files for config"):
-                        gr.Markdown("# Media Saver and Explorer (refresh file list to be resolved)")
+                        gr.Markdown("# Media Saver and Explorer (refresh file list to be resolved - for now upload all files and reload the space - they persist as long as the space creator doesnt reset the space - will add manual clear options later)")
                         with gr.Tab("Upload Files"):
                             file_input = gr.File(label="Choose File to Upload")
                             save_output = gr.Textbox(label="Upload Status")
@@ -696,7 +696,7 @@ with gr.Blocks() as demo:
                         with gr.Accordion("Image Gen or Animation HF Spaces/Sites (Click Here to Open) - Have to download and upload at the the top", open=False):
                             with gr.Row():
                                 linktoimagegen = gr.Dropdown(choices=["https://huggingface.co/spaces/linoyts/scribble-sdxl-flash", "https://prodia-sdxl-stable-diffusion-xl.hf.space", "https://prodia-fast-stable-diffusion.hf.space", "https://lllyasviel-ic-light.hf.space", "https://gparmar-img2img-turbo-sketch.hf.space", "https://artificialguybr-artificialguybr-demo-lora.hf.space", "https://kadirnar-open-sora.hf.space", "https://bytedance-animatediff-lightning.hf.space", "https://bytedance-hyper-sdxl-1step-t2i.hf.space", "https://ehristoforu-dalle-3-xl-lora-v2.hf.space", "https://multimodalart-cosxl.hf.space", "https://radames-real-time-text-to-image-sdxl-lightning.hf.space", "https://cagliostrolab-animagine-xl-3-1.hf.space", "https://wangfuyun-animatelcm-svd.hf.space" "https://modelscope-transferanything.hf.space", "https://visionmaze-magic-me.hf.space", "https://wangfuyun-animatelcm.hf.space", "https://artgan-diffusion-api.hf.space", "https://multimodalart-stable-cascade.hf.space", "https://ap123-sdxl-lightning.hf.space", "https://google-sdxl.hf.space", "https://guoyww-animatediff.hf.space", "https://segmind-segmind-stable-diffusion.hf.space", "https://simianluo-latent-consistency-model.hf.space", "https://artificialguybr-studio-ghibli-lora-sdxl.hf.space", "https://artificialguybr-pixel-art-generator.hf.space", "https://fffiloni-sdxl-control-loras.hf.space"], label="Choose/Cancel type any .hf.space link here (can also type a link)'", allow_custom_value=True)
-                                imagegenspacebtn = gr.Button("Use the chosen URL to load interface with a chat model")
+                                imagegenspacebtn = gr.Button("Use the chosen URL to load interface with a image generation model")
                             imagegenspace = gr.HTML("Chat Space Chosen will load here")
                             imagegenspacebtn.click(display_website, inputs=linktoimagegen, outputs=imagegenspace)
             with gr.Column(scale=3):
@@ -741,6 +741,87 @@ with gr.Blocks() as demo:
                 with gr.Tab("Asset First"):
                     gr.HTML("Make Asset and make the transitions using LLM")
 
+                with gr.Tab("Edit config while playing game"):
+                    gr.HTML("-- Incomplete -- Issue here is updating all variables")
+                    with gr.Row():
+                        with gr.Column(scale=1):
+                            gr.Markdown("# Text-based Adventure Game")
+
+                            ewpwadescription = gr.Textbox(label="Current Situation", lines=4, value=initgameinfo[0])
+                            ewpwamediabool = gr.State(value=True)
+                            ewpwamedia = gr.State(["testmedia/Stable Audio - Raindrops, output.wav"])
+
+                            @gr.render(inputs=ewpwamedia)
+                            def dynamic_with_media(media_items):
+                                print(media_items)
+                                with gr.Group() as ewpwamediagrouping: 
+                                    gr.HTML("Placeholder to load all media tests - still need to test clearing media on ")
+                                    if media_items == []:
+                                        gr.Markdown("No media items to display.")
+                                    else:
+                                        for item in media_items:
+                                            render = create_media_component(item)
+                                
+                                return ewpwamediagrouping
+                            
+                            ewpwachoices = gr.Radio(label="Your Choices", choices=initgameinfo[1])
+                            ewpwasubmit_btn = gr.Button("Make Choice")
+                            ewpwagame_log = gr.Textbox(label="Game Log", lines=20, value=initgameinfo[2])
+                            ewpwagame_session = gr.State(value=initgameinfo[3])
+                            ewpwasubmit_btn.click(
+                                make_choice,
+                                inputs=[ewpwachoices, ewpwagame_session, ewpwamediabool],
+                                outputs=[ewpwadescription, ewpwachoices, ewpwagame_log, ewpwagame_session, ewpwamedia]
+                            )
+                        with gr.Column(scale=1):
+                            gr.Markdown("# Debugging")
+                            ewpwaerror_box = gr.Textbox(label="Path Errors", lines=4, value=path_errors)
+                            with gr.Accordion("Config (Game Spoiler and Example for llm to remix)", open=False):
+                                ewpwacustom_config = gr.Textbox(label="Custom Configuration (JSON)", value=json.dumps(all_states, default=lambda o: o.__dict__, indent=2), lines=8)
+                                ewpwacustom_configbtn = gr.Button("Load Custom Config")
+
+                                ewpwacustom_configbtn.click(
+                                    load_game,
+                                    inputs=[ewpwacustom_config, ewpwamediabool],
+                                    outputs=[ewpwaerror_box, ewpwagame_log, ewpwadescription, ewpwachoices, ewpwacustom_config, ewpwagame_session, ewpwamedia]
+                                )
+                                gr.HTML("Some Kinds of game skeletons ideas - Timelines, Graph as State machine paths, Economy ecosystem")
+                                gr.HTML("One prompt to be used to test models - <br>Please make 10 python lists for the types of media files and their purposes in a game and then use those lists to random generate a timeline of 20 items when the function is called <br>Great next suggest ways to improve this function to create better timelines")
+                                with gr.Accordion(""):
+                                    gr.Markdown("Asset Generation")
+                                    gr.HTML("Splits by new line - The idea here was to allow for saving the file ")
+                                    ewpinput_text = gr.Textbox(label="Input Text", lines=10)
+                                    ewpoutput_group = gr.Group()
+                                    
+                                    @gr.render(inputs=ewpinput_text)
+                                    def update(text):
+                                        return show_elements(text)
+                                with gr.Accordion("Proto Config Assist"):
+                                    gr.Markdown("Editing placeholder")
+                                    with gr.Accordion("Can copy in the Test Example State Machine tab - only linear path for now", open=False):
+                                        gr.Markdown("# Story and Timeline Generator")
+                                        gr.Markdown("Click the button to generate a random timeline and story based on UI elements and story events. <br>Ask an LLM to use this to write a story around")
+                                        with gr.Accordion("JSON with no edits"):
+                                            with gr.Row():
+                                                ewptimeline_output_with_assets = gr.Textbox(label="Timeline with Assets Considered", lines=20)
+                                                ewptimeline_output = gr.Textbox(label="Timeline (Order might be different for now)", lines=20)
+                                                ewpstory_output = gr.Textbox(label="Generated Story (Order might be different for now)", lines=20)
+                                            with gr.Row():
+                                                ewpgame_structure_output_text_with_media = gr.Code(language="json")
+                                                ewpgame_structure_output_text = gr.Code(language="json")
+
+                                    with gr.Row():
+                                        ewpgenerate_no_ui_timeline_points = gr.Slider(minimum=1, value=10, step=1, maximum=30, label="Choose the amount of ui timeline points")
+                                        ewpgenerate_no_media_timeline_points = gr.Slider(minimum=1, value=5, step=1, maximum=30, label="Choose the amount of media timeline points")
+                                        ewpgenerate_with_media_check = gr.Checkbox(label="Generate with media", value=True)
+                                    ewpgenerate_button = gr.Button("Generate Story and Timeline")
+
+                                    @gr.render(inputs=ewpgame_structure_output_text_with_media)
+                                    def update(ewpgame_structure_output_text_with_media):
+                                        return show_elements_json_input(ewpgame_structure_output_text_with_media)
+                                    
+                                    ewpgenerate_button.click(generate_story_and_timeline, inputs=[ewpgenerate_no_ui_timeline_points, ewpgenerate_no_media_timeline_points, ewpgenerate_with_media_check], outputs=[ewptimeline_output_with_assets, ewptimeline_output, ewpstory_output, ewpgame_structure_output_text_with_media, ewpgame_structure_output_text])
+
                 with gr.Tab("Export Options"):
                     gr.HTML("Placeholder - My Custom JS, Playcanvas, Unreal Engine")
 
@@ -894,8 +975,10 @@ with gr.Blocks() as demo:
         with gr.Tab("Advanced Config Creator"):
             gr.HTML("Config with More than text and images")
                     
+    with gr.Tab("LLM as custom controllers Considerations"):
+        gr.HTML("Controls changed the scope of the game eg. mouse vs keyboard vs console controller vs remote vs touch screen <br>LLM can be vision/surveilance based controler (eg. MGS/GTA camera gauged by an actual camera in real life) or it can be a companion (offline/off console game progrssion ideas)")
 
-    with gr.Tab("Asset Generation"):
+    with gr.Tab("Asset Generation Considerations"):
         gr.HTML("With some ideas from gemini-1.5-flash-api-0514 and reka-flash-preview-20240611 <br><br>Licenses for the spaces still to be evaluated")
 
         with gr.Tab("Save files"):
@@ -977,7 +1060,7 @@ with gr.Blocks() as demo:
             gr.HTML("Speed - Groq, SambaNova, https://www.etched.com/announcing-etched ")
             gr.HTML("Price - Coding - https://aider.chat/docs/leaderboards/ -  https://www.deepseek.com/ 0.3 per million - is this per token or chinese character as that means converting code to chinese if possible can save api cost?")
     with gr.Tab("Asset loading test"):
-        gr.HTML("SDXL, SVD and Stable Audio used for the test assets (For commercial use need a licence)")
+        gr.HTML("SDXL (linoyts/scribble-sdxl-flash), SVD and Stable Audio used for the test assets (For commercial use need a licence)")
         with gr.Row():
             gr.Image(value="testmedia/Flash scribble SDXL - random squiggles as roads.webp")
             gr.Video(value="testmedia/SVD - random squiggles as roads video 004484.mp4")