Update app.py

app.py

@@ -236,8 +236,8 @@ def generate_music(prime,
     with ctx:
         out = model.generate(inp,
                               num_gen_tokens,
-                              #filter_logits_fn=top_p,
-                              #filter_kwargs={'thres': model_sampling_top_p},
+                              filter_logits_fn=top_p,
+                              filter_kwargs={'thres': 0.96},
                               temperature=model_temperature,
                               return_prime=False,
                               verbose=False)
@@ -539,7 +539,7 @@ with gr.Blocks() as demo:
                                )
     
     num_prime_tokens = gr.Slider(15, 3072, value=3072, step=1, label="Number of prime tokens")
-    num_gen_tokens = gr.Slider(15, 1024, value=1024, step=1, label="Number of tokens to generate")
+    num_gen_tokens = gr.Slider(15, 1024, value=512, step=1, label="Number of tokens to generate")
     num_mem_tokens = gr.Slider(15, 4096, value=4096, step=1, label="Number of memory tokens")
     model_temperature = gr.Slider(0.1, 1, value=0.9, step=0.01, label="Model temperature")
     # model_sampling_top_p = gr.Slider(0.1, 1, value=0.96, step=0.01, label="Model sampling top p value")