Each Work = Linear or Branching type for every step of the workflow

app.py

@@ -866,8 +866,8 @@ with gr.Blocks() as demo:
                 gr.Interface(fn=TestGradioClientQwen270b, inputs="text", outputs="markdown", description="Single response test of gradio client - Qwen/Qwen2-72B-Instruct, Use for testing like using a space and duplicate for heavy testing")
             with gr.Tab("Preview APIs"):
                 gr.HTML("July 2024 - Gemini, Cohere and Groq rate limit free APIs")
-        gr.Markdown("# Current Workflow = Mermaid Diagram to (1) Story to (2) JSON (through LLM and fix JSON by hand) to (3) Media prompts to (4) Asset Generation")
-        with gr.Tab("Workflow Stages Examples"):
+        gr.Markdown("# Current Workflow = Mermaid Diagram to (1) Story to (2) Initial JSON (through LLM and fix JSON by hand) to JSON Corrections (through LLM and fix JSON by hand) to (4) Media prompts to (5) Asset Generation to (6) JSON Media field population")
+        with gr.Tab("Workflow Piplines"):
             with gr.Tab("Mermaid Diagram to (1) Story"):
                 gr.HTML("Below 70B seem to struggle here")
                 gr.Code(WFStage1prompt , label="Prompt Used")
@@ -880,10 +880,111 @@ with gr.Blocks() as demo:
             with gr.Tab("Story to (2) JSON (through LLM and fix JSON by hand)"):
                 gr.HTML()
                 gr.Code(WFStage2prompt , label="Prompt Used")
-            with gr.Tab("JSON (through LLM and fix JSON by hand) to (3) Media prompts"):
-                gr.HTML()
-            with gr.Tab("Media prompts to (4) Asset Generation"):
-                gr.HTML()
+            with gr.Tab("Initial JSON (through LLM and fix JSON by hand) to (3) Media prompts"):
+                gr.Code("Lets a make a list for the prompts we will use to make media objects in this JSON: ", label="prompt used")
+            with gr.Tab("JSON Corrections (through LLM and fix JSON by hand) to (4) Media prompts"):
+                gr.Code("Lets a make a list for the prompts we will use to make media objects in this JSON: ", label="prompt used")
+            with gr.Tab("Media prompts to (5) Asset Generation"):
+                gr.HTML("Model switch across modalities order to complete eg. ")
+            with gr.Tab("Asset Generation to (6) JSON Media field population"):
+                gr.HTML("Model switch across modalities order to complete eg. ")
+            with gr.Tab("New Config Proto Assist"):
+                gr.HTML("Trying to abstract the process into one worflow is beyond me so multiple paths to goal (config) is the aim now")
+                with gr.Tab("Branching - Decisions / Timeline Creation to Story to Config Conversation"):
+                    gr.HTML("Structures for interesting timeline progression")
+                    gr.HTML("Claude Artifacts to illustrate nested structure brainstorms - <br> https://claude.site/artifacts/4a910d81-1541-49f4-8531-4f27fe56cd1e <br> https://claude.site/artifacts/265e9242-2093-46e1-9011-ed6ad938be90?fullscreen=false <br> ")
+                    gr.HTML("Placeholder - Considerations - Story from the perspective of Main character or NPC in the LLM genereated story")
+                    mermaideditoriframebtn = gr.Button("Load Mermaid Editor")
+                    mermaideditoriframe = gr.HTML("")
+                    mermaideditoriframebtn.click(fn=lambda x: "<iframe src='https://mermaid.live/' width='100%' height='1000px'></iframe>", outputs=mermaideditoriframe)
+                    with gr.Accordion("Mermaid Structures - click to open", open=False):
+                        for key, item in mermaidstorystructures.items():
+                            with gr.Accordion(key, open=False):
+                                gr.Code(item, label=key)
+
+                with gr.Tab("Linear - Player List to Empty Config with Edit support"):
+                    with gr.Accordion("Can copy in the Test Example State Machine tab - only linear path for now", open=False):
+                        gr.Markdown("# Story and Timeline Generator")
+                        gr.Markdown("Click the button to generate a random timeline and story based on UI elements and story events. <br>Ask an LLM to use this to write a story around")
+                        with gr.Row():
+                                game_structure_output_text_with_media = gr.Code(language="json")
+                                #game_structure_output_text = gr.Code(language="json")
+                    with gr.Accordion("JSON with no edits"):
+                        gr.HTML("A long game is a bunch of short games")
+                        with gr.Row():
+                            timeline_output_with_assets = gr.Textbox(label="Timeline with Assets Considered (gaps = side quests)", lines=25)
+                            #timeline_output = gr.Textbox(label="Timeline (Order might be different for now)", lines=20)
+                            with gr.Column():
+                                timeline_output_text = gr.Textbox(label="Random Suggestions", lines=10)
+                                timeline_selected_lists_text = gr.Textbox(label="Selected Idea Lists for Inspiration", lines=2)
+                            story_output = gr.Textbox(label="Generated Story (Order might be different for now)", lines=20)
+                        with gr.Row():
+                            generate_no_story_timeline_points = gr.Slider(minimum=1, value=10, step=1, maximum=30, label="Choose the amount of story timeline points")
+                            generate_no_ui_timeline_points = gr.Slider(minimum=1, value=10, step=1, maximum=30, label="Choose the amount of ui timeline points")
+                            #generate_no_media_timeline_points = gr.Slider(minimum=1, value=5, step=1, maximum=30, label="Choose the amount of media timeline points")
+                            #generate_with_media_check = gr.Checkbox(label="Generate with media", value=True)
+                        with gr.Row():
+                            timeline_num_lists_slider = gr.Slider(minimum=1, maximum=len(all_idea_lists), step=1, label="Number of Lists to Consider", value=3)
+                            timeline_items_per_list_slider = gr.Slider(minimum=1, maximum=10, step=1, label="Items per List", value=3)
+                            timeline_include_existing_games = gr.Checkbox(label="Include Existing Game Inspirations", value=True)
+                            timeline_include_multiplayer = gr.Checkbox(label="Include Multiplayer Features", value=True)
+                        # timeline_generate_button = gr.Button("Generate Random Suggestions").click(
+                        #     timeline_get_random_suggestions,
+                        #     inputs=[timeline_num_lists_slider, timeline_items_per_list_slider, timeline_include_existing_games, timeline_include_multiplayer],
+                        #     outputs=[timeline_output_text, timeline_selected_lists_text]
+                        # )
+                        generate_button = gr.Button("Generate Story and Timeline (Click to get UI that will assist with JSON formatting)")
+
+                        @gr.render(inputs=game_structure_output_text_with_media)
+                        def update(game_structure_output_text_with_media):
+                            return show_elements_json_input(game_structure_output_text_with_media)
+                        
+                        generate_button.click(generate_story_and_timeline, inputs=[generate_no_story_timeline_points, generate_no_ui_timeline_points, timeline_num_lists_slider, timeline_items_per_list_slider, timeline_include_existing_games, timeline_include_multiplayer], outputs=[timeline_output_with_assets, story_output, game_structure_output_text_with_media, timeline_output_text, timeline_selected_lists_text]) #, generate_no_media_timeline_points, generate_with_media_check], outputs=[timeline_output_with_assets, timeline_output, story_output, game_structure_output_text_with_media, game_structure_output_text])
+
+                with gr.Tab("Linear - Machine Leaning Architectures as game maps"):
+                    gr.HTML("Transformers, SSMs, Image and Video Generation Architectures, GANs, RNNS, etc.")
+
+                with gr.Tab("Linear - Prompt Engineering as basis for ideation process"):
+                    gr.HTML("Current Assited workflow idea - Story timeline events suggestions (LLM / Premade List) | Merging events with premade mermaid structures (LLM + Story Text + Mermaid Text) | Edit mermaid till satisfied (LLM + Story Text) | Ask LLM to convert to config (LLM + JSON Text) | Edit config (LLM / User with format assistance or not) | Playtest and go back to mermaaid or config if there are problems")
+                    gr.HTML("Interactive movie (UI interaction or no progress) vs Branching Paths (Maze)")
+                    gr.HTML("Things that can change the workflow - Asset First (Make Asset and make the transitions using LLM), Export First (Custom JS config, Playcanvas, Unreal Engine reverse engineered to this spaces config?) Game Mechanics First (eg. Player Stats, Inventory and NPCS not implemented yet, so traversal type games best aka graph like structures)")
+                    gr.HTML("Config writing = Remix old one, Ask LLM to make one, Endless combination testing using the prompt engineering above or writing by hand (prompt engineering on yourself)")    
+                    gr.HTML("Can use song lyrics as thematic source")
+                    gr.HTML("Placeholder for each below prompt getting a Textbox")
+                    # for item in Storycraftprompts:
+                    #     input = gr.State(item)
+                    #     output = gr.Textbox("", label=item)
+                    #     outputbtn = gr.Button(item).click(fn=llmguide_generate_response, inputs=input, outputs=output)
+                    for i, item in enumerate(Storycraftprompts, 1):
+                        input = gr.State(item)
+                        previous_input = gr.State(lambda: LinPEWFprevious_messages)
+                        output = gr.Textbox("", label=f"Output {i}")
+                        
+                        def LinPEWF_update_and_generate(prompt, prev_msgs):
+                            prev_msgs.append(prompt)
+                            formatted_prompt = LinPEWFformat_prompt(prompt, prev_msgs)
+                            response = llmguide_generate_response(formatted_prompt)
+                            full_response = ""
+                            for chunk in response:
+                                full_response += chunk
+                            prev_msgs.append(f"Response: {full_response}")
+                            return full_response
+                        
+                        outputbtn = gr.Button(f"Generate {i}").click(
+                            fn=LinPEWF_update_and_generate, 
+                            inputs=[input, previous_input], 
+                            outputs=output
+                        )
+
+                        LinPEWFprevious_messages.append(item)
+
+                #with gr.Accordion("Decisions / Timeline Creation to Story to Config Conversation", open=False):
+                with gr.Tab("Branching - Network analysis to Game config"):
+                    gr.HTML("Placeholder for analysing multiple stories for their network structures and creating general rules for a strucutre generator based of named entity recognition and bias to locations or people - The extreme long way")
+
+                with gr.Tab("Linear - Chess PNG to Game config"):
+                    gr.HTML("Any Chess match can serve as end of game final battle")
+
         with gr.Tab("Main problem to solve - Concept combination / integration and non-linear progression planning"):
             gr.HTML("The story and the gameplay dont have to occur at the same time - eg. ")
             gr.Markdown("## Prompts / Mermaid diagrams to be made from the ideas for workflow")
@@ -901,103 +1002,6 @@ with gr.Blocks() as demo:
                     for key, item in examplemermaidconceptblendingstrutures.items():
                         gr.Code(item, label=key)
 
-        with gr.Tab("New Config Proto Assist"):
-            gr.HTML("Trying to abstract the process into one worflow is beyond me so multiple paths to goal (config) is the aim now")
-            with gr.Tab("Branching - Decisions / Timeline Creation to Story to Config Conversation"):
-                gr.HTML("Structures for interesting timeline progression")
-                gr.HTML("Claude Artifacts to illustrate nested structure brainstorms - <br> https://claude.site/artifacts/4a910d81-1541-49f4-8531-4f27fe56cd1e <br> https://claude.site/artifacts/265e9242-2093-46e1-9011-ed6ad938be90?fullscreen=false <br> ")
-                gr.HTML("Placeholder - Considerations - Story from the perspective of Main character or NPC in the LLM genereated story")
-                mermaideditoriframebtn = gr.Button("Load Mermaid Editor")
-                mermaideditoriframe = gr.HTML("")
-                mermaideditoriframebtn.click(fn=lambda x: "<iframe src='https://mermaid.live/' width='100%' height='1000px'></iframe>", outputs=mermaideditoriframe)
-                with gr.Accordion("Mermaid Structures - click to open", open=False):
-                    for key, item in mermaidstorystructures.items():
-                        with gr.Accordion(key, open=False):
-                            gr.Code(item, label=key)
-
-            with gr.Tab("Linear - Player List to Empty Config with Edit support"):
-                with gr.Accordion("Can copy in the Test Example State Machine tab - only linear path for now", open=False):
-                    gr.Markdown("# Story and Timeline Generator")
-                    gr.Markdown("Click the button to generate a random timeline and story based on UI elements and story events. <br>Ask an LLM to use this to write a story around")
-                    with gr.Row():
-                            game_structure_output_text_with_media = gr.Code(language="json")
-                            #game_structure_output_text = gr.Code(language="json")
-                with gr.Accordion("JSON with no edits"):
-                    gr.HTML("A long game is a bunch of short games")
-                    with gr.Row():
-                        timeline_output_with_assets = gr.Textbox(label="Timeline with Assets Considered (gaps = side quests)", lines=25)
-                        #timeline_output = gr.Textbox(label="Timeline (Order might be different for now)", lines=20)
-                        with gr.Column():
-                            timeline_output_text = gr.Textbox(label="Random Suggestions", lines=10)
-                            timeline_selected_lists_text = gr.Textbox(label="Selected Idea Lists for Inspiration", lines=2)
-                        story_output = gr.Textbox(label="Generated Story (Order might be different for now)", lines=20)
-                    with gr.Row():
-                        generate_no_story_timeline_points = gr.Slider(minimum=1, value=10, step=1, maximum=30, label="Choose the amount of story timeline points")
-                        generate_no_ui_timeline_points = gr.Slider(minimum=1, value=10, step=1, maximum=30, label="Choose the amount of ui timeline points")
-                        #generate_no_media_timeline_points = gr.Slider(minimum=1, value=5, step=1, maximum=30, label="Choose the amount of media timeline points")
-                        #generate_with_media_check = gr.Checkbox(label="Generate with media", value=True)
-                    with gr.Row():
-                        timeline_num_lists_slider = gr.Slider(minimum=1, maximum=len(all_idea_lists), step=1, label="Number of Lists to Consider", value=3)
-                        timeline_items_per_list_slider = gr.Slider(minimum=1, maximum=10, step=1, label="Items per List", value=3)
-                        timeline_include_existing_games = gr.Checkbox(label="Include Existing Game Inspirations", value=True)
-                        timeline_include_multiplayer = gr.Checkbox(label="Include Multiplayer Features", value=True)
-                    # timeline_generate_button = gr.Button("Generate Random Suggestions").click(
-                    #     timeline_get_random_suggestions,
-                    #     inputs=[timeline_num_lists_slider, timeline_items_per_list_slider, timeline_include_existing_games, timeline_include_multiplayer],
-                    #     outputs=[timeline_output_text, timeline_selected_lists_text]
-                    # )
-                    generate_button = gr.Button("Generate Story and Timeline (Click to get UI that will assist with JSON formatting)")
-
-                    @gr.render(inputs=game_structure_output_text_with_media)
-                    def update(game_structure_output_text_with_media):
-                        return show_elements_json_input(game_structure_output_text_with_media)
-                    
-                    generate_button.click(generate_story_and_timeline, inputs=[generate_no_story_timeline_points, generate_no_ui_timeline_points, timeline_num_lists_slider, timeline_items_per_list_slider, timeline_include_existing_games, timeline_include_multiplayer], outputs=[timeline_output_with_assets, story_output, game_structure_output_text_with_media, timeline_output_text, timeline_selected_lists_text]) #, generate_no_media_timeline_points, generate_with_media_check], outputs=[timeline_output_with_assets, timeline_output, story_output, game_structure_output_text_with_media, game_structure_output_text])
-
-            with gr.Tab("Linear - Machine Leaning Architectures as game maps"):
-                gr.HTML("Transformers, SSMs, Image and Video Generation Architectures, GANs, RNNS, etc.")
-
-            with gr.Tab("Linear - Prompt Engineering as basis for ideation process"):
-                gr.HTML("Current Assited workflow idea - Story timeline events suggestions (LLM / Premade List) | Merging events with premade mermaid structures (LLM + Story Text + Mermaid Text) | Edit mermaid till satisfied (LLM + Story Text) | Ask LLM to convert to config (LLM + JSON Text) | Edit config (LLM / User with format assistance or not) | Playtest and go back to mermaaid or config if there are problems")
-                gr.HTML("Interactive movie (UI interaction or no progress) vs Branching Paths (Maze)")
-                gr.HTML("Things that can change the workflow - Asset First (Make Asset and make the transitions using LLM), Export First (Custom JS config, Playcanvas, Unreal Engine reverse engineered to this spaces config?) Game Mechanics First (eg. Player Stats, Inventory and NPCS not implemented yet, so traversal type games best aka graph like structures)")
-                gr.HTML("Config writing = Remix old one, Ask LLM to make one, Endless combination testing using the prompt engineering above or writing by hand (prompt engineering on yourself)")    
-                gr.HTML("Can use song lyrics as thematic source")
-                gr.HTML("Placeholder for each below prompt getting a Textbox")
-                # for item in Storycraftprompts:
-                #     input = gr.State(item)
-                #     output = gr.Textbox("", label=item)
-                #     outputbtn = gr.Button(item).click(fn=llmguide_generate_response, inputs=input, outputs=output)
-                for i, item in enumerate(Storycraftprompts, 1):
-                    input = gr.State(item)
-                    previous_input = gr.State(lambda: LinPEWFprevious_messages)
-                    output = gr.Textbox("", label=f"Output {i}")
-                    
-                    def LinPEWF_update_and_generate(prompt, prev_msgs):
-                        prev_msgs.append(prompt)
-                        formatted_prompt = LinPEWFformat_prompt(prompt, prev_msgs)
-                        response = llmguide_generate_response(formatted_prompt)
-                        full_response = ""
-                        for chunk in response:
-                            full_response += chunk
-                        prev_msgs.append(f"Response: {full_response}")
-                        return full_response
-                    
-                    outputbtn = gr.Button(f"Generate {i}").click(
-                        fn=LinPEWF_update_and_generate, 
-                        inputs=[input, previous_input], 
-                        outputs=output
-                    )
-
-                    LinPEWFprevious_messages.append(item)
-
-            #with gr.Accordion("Decisions / Timeline Creation to Story to Config Conversation", open=False):
-            with gr.Tab("Branching - Network analysis to Game config"):
-                gr.HTML("Placeholder for analysing multiple stories for their network structures and creating general rules for a strucutre generator based of named entity recognition and bias to locations or people - The extreme long way")
-
-            with gr.Tab("Linear - Chess PNG to Game config"):
-                gr.HTML("Any Chess match can serve as end of game final battle")
-
         with gr.Tab("Existing Config Crafting Progression"):
             with gr.Accordion("Test for config to gradio components order - ignore for now", open=False ):
                     gr.HTML("Placeholder for changing the render below to the one above for new config but with the ability to upload files aka the media field should be file uploader / dropdowns for all files that have been uploaded")
@@ -1266,7 +1270,7 @@ Creating more diverse paths through the game""")
                                                             "--Multiple Models--", "https://lmsys-gpt-4o-mini-battles.hf.space", "https://labs.perplexity.ai/", "https://chat.lmsys.org", "https://sdk.vercel.ai/docs", "https://cyzgab-catch-me-if-you-can.hf.space",
                                                             "--70B and above--", "https://llamameta-llama3-1-405b.static.hf.space", "https://qwen-qwen-max-0428.hf.space", "https://cohereforai-c4ai-command-r-plus.hf.space", "https://qwen-qwen1-5-110b-chat-demo.hf.space", "https://snowflake-snowflake-arctic-st-demo.hf.space", "https://databricks-dbrx-instruct.hf.space", "https://qwen-qwen1-5-72b-chat.hf.space",
                                                             "--20B and above--", "https://gokaygokay-gemma-2-llamacpp.hf.space", "https://01-ai-yi-34b-chat.hf.space", "https://cohereforai-c4ai-command-r-v01.hf.space", "https://ehristoforu-mixtral-46-7b-chat.hf.space", "https://mosaicml-mpt-30b-chat.hf.space",
-                                                            "--7B and above--", "https://vilarin-mistral-nemo.hf.space", "https://vilarin-llama-3-1-8b-instruct.hf.space", "https://ysharma-chat-with-meta-llama3-8b.hf.space", "https://qwen-qwen1-5-moe-a2-7b-chat-demo.hf.space", "https://deepseek-ai-deepseek-coder-7b-instruct.hf.space", "https://osanseviero-mistral-super-fast.hf.space", "https://artificialguybr-qwen-14b-chat-demo.hf.space", "https://huggingface-projects-llama-2-7b-chat.hf.space",
+                                                            "--7B and above--", "https://vilarin-mistral-nemo.hf.space", "https://arcee-ai-arcee-scribe.hf.space", "https://vilarin-llama-3-1-8b-instruct.hf.space", "https://ysharma-chat-with-meta-llama3-8b.hf.space", "https://qwen-qwen1-5-moe-a2-7b-chat-demo.hf.space", "https://deepseek-ai-deepseek-coder-7b-instruct.hf.space", "https://osanseviero-mistral-super-fast.hf.space", "https://artificialguybr-qwen-14b-chat-demo.hf.space", "https://huggingface-projects-llama-2-7b-chat.hf.space",
                                                             "--1B and above--", "https://huggingface.co/spaces/eswardivi/Phi-3-mini-128k-instruct", "https://eswardivi-phi-3-mini-4k-instruct.hf.space", "https://stabilityai-stablelm-2-1-6b-zephyr.hf.space",
                                                             "--under 1B--", "unorganised", "https://ysharma-zephyr-playground.hf.space", "https://huggingfaceh4-zephyr-chat.hf.space",  "https://ysharma-explore-llamav2-with-tgi.hf.space",  "https://huggingfaceh4-falcon-chat.hf.space", "https://uwnlp-guanaco-playground-tgi.hf.space", "https://stabilityai-stablelm-tuned-alpha-chat.hf.space", "https://mosaicml-mpt-7b-storywriter.hf.space", "https://huggingfaceh4-starchat-playground.hf.space", "https://bigcode-bigcode-playground.hf.space", "https://mosaicml-mpt-7b-chat.hf.space", "https://huggingchat-chat-ui.hf.space", "https://togethercomputer-openchatkit.hf.space"], label="Choose/Cancel type any .hf.space link here (can also type a link)'", allow_custom_value=True)
                             chatspacebtn = gr.Button("Use the chosen URL to load interface with a chat model. For sdk.vercel click the chat button on the top left. For lymsys / chat arena copy the link and use a new tab")