kwabs22 commited on
Commit
a075dd7
·
1 Parent(s): f61b6ea

Minor changes

Browse files
Files changed (1) hide show
  1. app.py +23 -49
app.py CHANGED
@@ -94,7 +94,9 @@ def generate_story_and_timeline(include_media=True):
94
 
95
  # Initialize merged timeline with UI and story timelines
96
  merged_timeline = ui_timeline + story_timeline
97
- no_media_merged_timeline = merged_timeline
 
 
98
 
99
  # Include media-related items if specified
100
  if include_media:
@@ -103,6 +105,8 @@ def generate_story_and_timeline(include_media=True):
103
  media_timeline = generate_timeline(media_files, "Media")
104
  merged_timeline += media_timeline
105
 
 
 
106
  # Sort the merged timeline based on the random numbers
107
  merged_timeline.sort(key=lambda x: x[0])
108
  no_media_merged_timeline.sort(key=lambda x: x[0])
@@ -116,11 +120,6 @@ def generate_story_and_timeline(include_media=True):
116
 
117
  game_structure_with_media, game_structure_without_media = generate_game_structures(formatted_timeline, no_media_formatted_timeline)
118
 
119
- # if include_media:
120
- # return json.dumps(game_structure_with_media, indent=2)
121
- # else:
122
- # return json.dumps(game_structure_without_media, indent=2)
123
-
124
  return formatted_timeline, no_media_formatted_timeline, story, json.dumps(game_structure_with_media, indent=2), json.dumps(game_structure_without_media, indent=2) #, game_structure_with_media
125
 
126
  media_file_types = ["image", "video", "audio"]
@@ -128,9 +127,6 @@ media_file_types = ["image", "video", "audio"]
128
  def generate_media_file_list(n):
129
  return [random.choice(media_file_types) for _ in range(n)]
130
 
131
- # Example usage with and without media-related items
132
- # timeline_with_media, story_with_media = generate_story_and_timeline(include_media=True)
133
- # timeline_without_media, story_without_media = generate_story_and_timeline(include_media=False)
134
 
135
  def show_elements(text):
136
  # Parse the input text
@@ -236,23 +232,12 @@ def convert_timeline_to_game_structure(timeline):
236
  return wrapped_structure
237
 
238
  def generate_game_structures(timeline_with_media, timeline_without_media):
239
- # timeline_with_media, _ = generate_story_and_timeline(include_media=True)
240
- # timeline_without_media, _ = generate_story_and_timeline(include_media=False)
241
 
242
  game_structure_with_media = convert_timeline_to_game_structure(timeline_with_media)
243
  game_structure_without_media = convert_timeline_to_game_structure(timeline_without_media)
244
 
245
  return game_structure_with_media, game_structure_without_media
246
 
247
- # Generate and print the game structures
248
- # game_structure_with_media, game_structure_without_media = generate_game_structures()
249
-
250
- def show_game_structure(include_media, game_structure_with_media, game_structure_without_media):
251
- if include_media:
252
- return json.dumps(game_structure_with_media, indent=2)
253
- else:
254
- return json.dumps(game_structure_without_media, indent=2)
255
-
256
 
257
  #-----------------------------------------------------------------------------------------------------------------------------------
258
 
@@ -480,44 +465,30 @@ initgameinfo = start_game()
480
  with gr.Blocks() as demo:
481
  gr.HTML("""Main ideas for this space is (June 2024):
482
  <div style="display: flex; justify-content: center; margin-bottom: 20px; align-items: center;">
483
- <div style="width: 20%;">A program exist around data </div>
484
- <div style="width: 20%;">We can generate almost any media data and more </div>
485
- <div style="width: 20%;">llms good at short questions </div>
486
- <div style="width: 20%;">Time moves in a straight so all considerations are flattend by the nature of time </div>
487
- <div style="width: 20%;">HF + Gradio allows for api use so this my prototype tool for tool use test</div>
488
  </div>""")
489
  with gr.Tab("Skeleton Generator"):
490
  gr.HTML("Some Kinds of game skeletons ideas - Timelines, Graph as State machine paths, Economy ecosystem")
491
  gr.HTML("One prompt to be used to test models - <br>Please make 10 python lists for the types of media files and their purposes in a game and then use those lists to random generate a timeline of 20 items when the function is called <br>Great next suggest ways to improve this function to create better timelines")
492
- with gr.Accordion("Simplification Struggle"):
493
  gr.Markdown("# Story and Timeline Generator")
494
  gr.Markdown("Click the button to generate a random timeline and story based on UI elements and story events. <br>Ask an LLM to use this to write a story around")
 
 
 
 
495
  with gr.Row():
496
  timeline_output_with_assets = gr.Textbox(label="Timeline with Assets Considered", lines=20)
497
  timeline_output = gr.Textbox(label="Timeline (Order might be different for now)", lines=20)
498
  story_output = gr.Textbox(label="Generated Story (Order might be different for now)", lines=20)
499
- gr.Textbox("Do all fit on same row")
500
 
501
  generate_button = gr.Button("Generate Story and Timeline")
502
- with gr.Accordion("Can copy in the Test Example State Machine tab - only linear path for now"):
503
- media_checkbox = gr.Checkbox(label="Include Media", value=True)
504
- with gr.Row():
505
- game_structure_output_text_with_media = gr.Code(language="json")
506
- game_structure_output_text = gr.Code(language="json")
507
- # screen_game_structure_with_media = gr.State()
508
- # screen_game_structure_without_media = gr.State()
509
-
510
- # media_checkbox.change(
511
- # fn=show_game_structure,
512
- # inputs=[media_checkbox, screen_game_structure_with_media, screen_game_structure_without_media],
513
- # outputs=[game_structure_output_text]
514
- # )
515
-
516
-
517
- generate_button.click(generate_story_and_timeline, inputs=[], outputs=[timeline_output_with_assets, timeline_output, story_output, game_structure_output_text_with_media, game_structure_output_text]) #screen_game_structure_with_media, screen_game_structure_without_media, game_structure_output_text])
518
- # with gr.Row():
519
- # gr.Textbox(value=timeline_with_media, lines=4)
520
- # gr.Textbox(value=timeline_without_media, lines=4)
521
 
522
  gr.HTML("Splits by new line")
523
  input_text = gr.Textbox(label="Input Text", lines=10)
@@ -675,7 +646,8 @@ with gr.Blocks() as demo:
675
  gr.HTML("Images Generation Posters with text - https://huggingface.co/spaces/GlyphByT5/Glyph-SDXL-v2")
676
  gr.HTML("Images Generation Very Specific position and shape - https://huggingface.co/spaces/linoyts/scribble-sdxl-flash")
677
  gr.HTML("SVG Generation = Coding models - ")
678
- gr.HTML("Placeholder for huggingface spaces that can assist <br> https://huggingface.co/spaces/gokaygokay/Florence-2 <br>")
 
679
  gr.HTML("Placeholder for models small enough to run on cpu here in this space that can assist")
680
 
681
  with gr.Tab("Audio"):
@@ -708,7 +680,7 @@ with gr.Blocks() as demo:
708
  gr.HTML("Any output that is not understood by the common person can be used as special effects eg. depth map filters on images etc.")
709
  gr.HTML("Post-processing Effects, material effects, Particle systems, visual feedback")
710
  gr.HTML("Visual Effects - eg. explosion can turn all items white for a moment, losing conciousness blurs whole screen")
711
- gr.HTML("Placeholder for huggingface spaces that can assist - https://huggingface.co/spaces/EPFL-VILAB/4M ")
712
  gr.HTML("Placeholder for models small enough to run on cpu here in this space that can assist")
713
 
714
  with gr.Tab("Other Considerations"):
@@ -718,13 +690,15 @@ with gr.Blocks() as demo:
718
 
719
  gr.HTML("Useful Spaces and links: https://huggingface.co/spaces/artificialguybr/Stable-Audio-Open-Zero https://huggingface.co/spaces/stabilityai/TripoSR https://huggingface.co/spaces/wangfuyun/AnimateLCM-SVD https://huggingface.co/spaces/multimodalart/face-to-all https://huggingface.co/spaces/facebook/MusicGen https://huggingface.co/spaces/Doubiiu/tooncrafter")
720
 
 
 
721
  gr.HTML("https://huggingface.co/spaces/linoyts/scribble-sdxl-flash as map planner")
722
 
723
  gr.HTML("---------------------------------------Gameplay Ideas-------------------------------")
724
  gr.HTML("https://huggingface.co/spaces/Lin-Chen/ShareCaptioner-Video - game use example police questions a event with multiple eye witnesses needs to give as close to the caption description to win")
725
  with gr.Tab("Backend and/or Hosting?"):
726
  gr.HTML("Prototyping and freemium <br>free api <br>HF Pro subscription")
727
- gr.HTML("GPU (Data privacy) = No Rate limits? - https://lambdalabs.com/service/gpu-cloud https://huggingface.co/pricing#endpoints")
728
  gr.HTML("Speed - Groq, SambaNova, ")
729
  gr.HTML("Price - Coding - https://aider.chat/docs/leaderboards/ - https://www.deepseek.com/ 0.3 per million - is this per token or chinese character as that means converting code to chinese if possible can save api cost?")
730
  with gr.Tab("Asset loading test"):
 
94
 
95
  # Initialize merged timeline with UI and story timelines
96
  merged_timeline = ui_timeline + story_timeline
97
+ no_media_merged_timeline = ui_timeline + story_timeline
98
+ print(merged_timeline)
99
+ print(no_media_formatted_timeline)
100
 
101
  # Include media-related items if specified
102
  if include_media:
 
105
  media_timeline = generate_timeline(media_files, "Media")
106
  merged_timeline += media_timeline
107
 
108
+ print(merged_timeline)
109
+
110
  # Sort the merged timeline based on the random numbers
111
  merged_timeline.sort(key=lambda x: x[0])
112
  no_media_merged_timeline.sort(key=lambda x: x[0])
 
120
 
121
  game_structure_with_media, game_structure_without_media = generate_game_structures(formatted_timeline, no_media_formatted_timeline)
122
 
 
 
 
 
 
123
  return formatted_timeline, no_media_formatted_timeline, story, json.dumps(game_structure_with_media, indent=2), json.dumps(game_structure_without_media, indent=2) #, game_structure_with_media
124
 
125
  media_file_types = ["image", "video", "audio"]
 
127
  def generate_media_file_list(n):
128
  return [random.choice(media_file_types) for _ in range(n)]
129
 
 
 
 
130
 
131
  def show_elements(text):
132
  # Parse the input text
 
232
  return wrapped_structure
233
 
234
  def generate_game_structures(timeline_with_media, timeline_without_media):
 
 
235
 
236
  game_structure_with_media = convert_timeline_to_game_structure(timeline_with_media)
237
  game_structure_without_media = convert_timeline_to_game_structure(timeline_without_media)
238
 
239
  return game_structure_with_media, game_structure_without_media
240
 
 
 
 
 
 
 
 
 
 
241
 
242
  #-----------------------------------------------------------------------------------------------------------------------------------
243
 
 
465
  with gr.Blocks() as demo:
466
  gr.HTML("""Main ideas for this space is (June 2024):
467
  <div style="display: flex; justify-content: center; margin-bottom: 20px; align-items: center;">
468
+ <div style="width: 20%; text-align: center">A program exist around data </div>
469
+ <div style="width: 20%; text-align: center">We can generate almost any media data and more </div>
470
+ <div style="width: 20%; text-align: center">llms good at short questions </div>
471
+ <div style="width: 20%; text-align: center">Time moves in a straight so all considerations are flattend by the nature of time </div>
472
+ <div style="width: 20%; text-align: center">HF + Gradio allows for api use so this my prototype tool for tool use test</div>
473
  </div>""")
474
  with gr.Tab("Skeleton Generator"):
475
  gr.HTML("Some Kinds of game skeletons ideas - Timelines, Graph as State machine paths, Economy ecosystem")
476
  gr.HTML("One prompt to be used to test models - <br>Please make 10 python lists for the types of media files and their purposes in a game and then use those lists to random generate a timeline of 20 items when the function is called <br>Great next suggest ways to improve this function to create better timelines")
477
+ with gr.Accordion("Proto Config Assist"):
478
  gr.Markdown("# Story and Timeline Generator")
479
  gr.Markdown("Click the button to generate a random timeline and story based on UI elements and story events. <br>Ask an LLM to use this to write a story around")
480
+ with gr.Accordion("Can copy in the Test Example State Machine tab - only linear path for now", open=False):
481
+ with gr.Row():
482
+ game_structure_output_text_with_media = gr.Code(language="json")
483
+ game_structure_output_text = gr.Code(language="json")
484
  with gr.Row():
485
  timeline_output_with_assets = gr.Textbox(label="Timeline with Assets Considered", lines=20)
486
  timeline_output = gr.Textbox(label="Timeline (Order might be different for now)", lines=20)
487
  story_output = gr.Textbox(label="Generated Story (Order might be different for now)", lines=20)
488
+ #gr.Textbox("Do all fit on same row")
489
 
490
  generate_button = gr.Button("Generate Story and Timeline")
491
+ generate_button.click(generate_story_and_timeline, inputs=[], outputs=[timeline_output_with_assets, timeline_output, story_output, game_structure_output_text_with_media, game_structure_output_text])
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
492
 
493
  gr.HTML("Splits by new line")
494
  input_text = gr.Textbox(label="Input Text", lines=10)
 
646
  gr.HTML("Images Generation Posters with text - https://huggingface.co/spaces/GlyphByT5/Glyph-SDXL-v2")
647
  gr.HTML("Images Generation Very Specific position and shape - https://huggingface.co/spaces/linoyts/scribble-sdxl-flash")
648
  gr.HTML("SVG Generation = Coding models - ")
649
+ gr.HTML("Vision Models for descriptions <br> https://huggingface.co/spaces/gokaygokay/Florence-2 <br>https://huggingface.co/spaces/vilarin/VL-Chatbox - glm 4v 9b <br>")
650
+ gr.HTML("Placeholder for huggingface spaces that can assist ")
651
  gr.HTML("Placeholder for models small enough to run on cpu here in this space that can assist")
652
 
653
  with gr.Tab("Audio"):
 
680
  gr.HTML("Any output that is not understood by the common person can be used as special effects eg. depth map filters on images etc.")
681
  gr.HTML("Post-processing Effects, material effects, Particle systems, visual feedback")
682
  gr.HTML("Visual Effects - eg. explosion can turn all items white for a moment, losing conciousness blurs whole screen")
683
+ gr.HTML("Placeholder for huggingface spaces that can assist - https://huggingface.co/spaces/EPFL-VILAB/4M, https://huggingface.co/spaces/EPFL-VILAB/MultiMAE ")
684
  gr.HTML("Placeholder for models small enough to run on cpu here in this space that can assist")
685
 
686
  with gr.Tab("Other Considerations"):
 
690
 
691
  gr.HTML("Useful Spaces and links: https://huggingface.co/spaces/artificialguybr/Stable-Audio-Open-Zero https://huggingface.co/spaces/stabilityai/TripoSR https://huggingface.co/spaces/wangfuyun/AnimateLCM-SVD https://huggingface.co/spaces/multimodalart/face-to-all https://huggingface.co/spaces/facebook/MusicGen https://huggingface.co/spaces/Doubiiu/tooncrafter")
692
 
693
+ gr.HTML("langchain docs as awareness for alot of the integration use cases and providers that are possible - https://python.langchain.com/v0.2/docs/integrations/tools/")
694
+
695
  gr.HTML("https://huggingface.co/spaces/linoyts/scribble-sdxl-flash as map planner")
696
 
697
  gr.HTML("---------------------------------------Gameplay Ideas-------------------------------")
698
  gr.HTML("https://huggingface.co/spaces/Lin-Chen/ShareCaptioner-Video - game use example police questions a event with multiple eye witnesses needs to give as close to the caption description to win")
699
  with gr.Tab("Backend and/or Hosting?"):
700
  gr.HTML("Prototyping and freemium <br>free api <br>HF Pro subscription")
701
+ gr.HTML("GPU (Data privacy) = No Rate limits? - https://lambdalabs.com/service/gpu-cloud https://huggingface.co/pricing#endpoints https://tensordock.com/cloud-gpus")
702
  gr.HTML("Speed - Groq, SambaNova, ")
703
  gr.HTML("Price - Coding - https://aider.chat/docs/leaderboards/ - https://www.deepseek.com/ 0.3 per million - is this per token or chinese character as that means converting code to chinese if possible can save api cost?")
704
  with gr.Tab("Asset loading test"):