Multi-user concurrency: compose outside the GPU queue, parallel assists/examples/videos

app.py

@@ -1621,18 +1621,18 @@ with gr.Blocks(theme=gr.themes.Citrus(), css=CSS) as demo:
     ev_simple = composer.submit(lambda: ({"cmd": "reset", "loader": True, "status": "Writing lyrics & structured prompt with MiniMax-M3...", "nonce": random.random()}, None), None, [player, video_out]).then(
         simple_generate, [composer] + _knobs,
         [player, stats, wav_state, seed, composer, video_title],
-        concurrency_limit=1, concurrency_id="gpu", show_progress="minimal",
+        concurrency_limit=None, show_progress="minimal",
     )
-    ev_simple.then(render_video, [wav_state, video_title], video_out).then(
+    ev_simple.then(render_video, [wav_state, video_title], video_out, concurrency_limit=4).then(
         lambda s: s.replace(" — rendering share video...", " — share video ready."), stats, stats
     )
 
     ev_studio = composer.click(lambda: ({"cmd": "reset", "loader": True, "status": "Acquiring ZeroGPU...", "nonce": random.random()}, "", None), None, [player, stats, video_out]).then(
         studio_generate, [composer] + _knobs,
         [player, stats, wav_state, seed, video_title],
-        concurrency_limit=1, concurrency_id="gpu", show_progress="minimal",
+        concurrency_limit=None, show_progress="minimal",
     )
-    ev_studio.then(render_video, [wav_state, video_title], video_out).then(
+    ev_studio.then(render_video, [wav_state, video_title], video_out, concurrency_limit=4).then(
         lambda s: s.replace(" — rendering share video...", " — share video ready."), stats, stats
     )
 
@@ -1641,9 +1641,9 @@ with gr.Blocks(theme=gr.themes.Citrus(), css=CSS) as demo:
         cancels=[ev_simple, ev_studio], show_progress="hidden",
     )
 
-    composer.edit(compose_assist, [composer, duration], [composer, stats], show_progress="minimal")
+    composer.edit(compose_assist, [composer, duration], [composer, stats], concurrency_limit=8, show_progress="minimal")
 
-    composer.apply(load_example, [composer], [composer, player, stats, video_out, wav_state, video_title], show_progress="minimal")
+    composer.apply(load_example, [composer], [composer, player, stats, video_out, wav_state, video_title], concurrency_limit=None, show_progress="minimal")
 
 if __name__ == "__main__":
     demo.launch()