top k back

app.py

@@ -203,14 +203,6 @@ def main():
         value=int(query_params.get("max_length", [256])[0]),
         step=1
     )
-    # top_k = st.sidebar.slider(
-    #     label='Top-k',
-    #     help="The number of highest probability vocabulary tokens to keep for top-k-filtering",
-    #     min_value=40,
-    #     max_value=80,
-    #     value=int(query_params.get("top_k", [50])[0]),
-    #     step=1
-    # )
     top_p = st.sidebar.slider(
         label='Top-p',
         help="Only the most probable tokens with probabilities that add up to `top_p` or higher are kept for "
@@ -235,9 +227,17 @@ def main():
         index=int(query_params.get("do_sample", ["true"])[
                   0].lower()[0] in ("t", "y", "1")),
     )
+    top_k = st.sidebar.slider(
+        label='Top-k',
+        help="The number of highest probability vocabulary tokens to keep for top-k-filtering",
+        min_value=40,
+        max_value=80,
+        value=int(query_params.get("top_k", [50])[0]),
+        step=1
+    )
     generation_kwargs = {
         "max_length": max_length,
-        # "top_k": top_k,
+        "top_k": top_k,
         "top_p": top_p,
         "temperature": temperature,
         "do_sample": do_sample,