remove logits

rag_app/rag_2.py

@@ -38,12 +38,12 @@ llm = LlamaCPP(
     temperature=0.1,
     max_new_tokens=256,
     context_window=16384,
-    model_kwargs={"n_gpu_layers":-1, 'logits_all': True, 'logprobs': True,},
+    model_kwargs={"n_gpu_layers":-1, 'logits_all': False},
     messages_to_prompt=messages_to_prompt,
     completion_to_prompt=completion_to_prompt,)
 
 llm2 = Llama(model_path="models/Llama-3.2-1B-Instruct-Q4_K_M.gguf",
-            n_gpu_layers=-1, n_ctx=8000, logits_all=True)
+            n_gpu_layers=-1, n_ctx=8000)
 
 
 embedding_model = HuggingFaceEmbedding(