update the query text
Browse files
app.py
CHANGED
@@ -14,7 +14,7 @@ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.bfloat1
|
|
14 |
model.generation_config.pad_token_id = tokenizer.pad_token_id
|
15 |
|
16 |
inner = st.text_area('enter some input!')
|
17 |
-
text = '<|im_start
|
18 |
|
19 |
if inner:
|
20 |
inputs = tokenizer(text, return_tensors="pt")
|
|
|
14 |
model.generation_config.pad_token_id = tokenizer.pad_token_id
|
15 |
|
16 |
inner = st.text_area('enter some input!')
|
17 |
+
text = '<|im_start|>user\n'+inner+'<|im_end|>\n<|im_start|>assistant\n'
|
18 |
|
19 |
if inner:
|
20 |
inputs = tokenizer(text, return_tensors="pt")
|