Gatsby767 commited on
Commit
66c7336
·
verified ·
1 Parent(s): 8607dc3

Update witness/witness_rzero.py

Browse files
Files changed (1) hide show
  1. witness/witness_rzero.py +9 -3
witness/witness_rzero.py CHANGED
@@ -23,11 +23,17 @@ def query_rzero_with_witness(user_input: str) -> str:
23
  # New class wrapper for app.py usage
24
  # -------------------------
25
 
 
 
 
 
26
  class WitnessRZero:
27
- def __init__(self, device="cpu", model_id="HuggingFaceH4/zephyr-7b-beta"):
28
  self.device = device
29
- from huggingface_hub import InferenceClient
30
- self.client = InferenceClient(model_id)
 
 
31
 
32
  def generate(self, user_input: str, **kwargs) -> str:
33
  full_prompt = f"{ABRAHAMIC_SYSTEM_PROMPT}\n\nUser: {user_input}"
 
23
  # New class wrapper for app.py usage
24
  # -------------------------
25
 
26
+ import os
27
+ from huggingface_hub import InferenceClient
28
+ from witness.witness_protocol import ABRAHAMIC_SYSTEM_PROMPT, witness_review
29
+
30
  class WitnessRZero:
31
+ def __init__(self, device="cpu", model_id="your-featherless-ai-model-id"):
32
  self.device = device
33
+ self.client = InferenceClient(
34
+ model_id,
35
+ token=os.getenv("HUGGINGFACEHUB_API_TOKEN") # must match repo secret name
36
+ )
37
 
38
  def generate(self, user_input: str, **kwargs) -> str:
39
  full_prompt = f"{ABRAHAMIC_SYSTEM_PROMPT}\n\nUser: {user_input}"