Update README.md
Browse files
README.md
CHANGED
|
@@ -14,7 +14,6 @@ model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype="auto")
|
|
| 14 |
To evaluate the model, please use the following format to build up message.
|
| 15 |
|
| 16 |
```python
|
| 17 |
-
|
| 18 |
JUDGE_PROMPT_TEMPLATE = (
|
| 19 |
f"You are a fair and impartial judge. Your task is to evaluate 'Response A' and 'Response B' "
|
| 20 |
f"based on a given instruction and a rubric. You will conduct this evaluation in distinct "
|
|
@@ -77,7 +76,8 @@ message = tok.apply_chat_template(
|
|
| 77 |
)
|
| 78 |
|
| 79 |
# Remaining step: Use either HF or vLLM for evaluation.
|
| 80 |
-
|
|
|
|
| 81 |
```
|
| 82 |
|
| 83 |
|
|
|
|
| 14 |
To evaluate the model, please use the following format to build up message.
|
| 15 |
|
| 16 |
```python
|
|
|
|
| 17 |
JUDGE_PROMPT_TEMPLATE = (
|
| 18 |
f"You are a fair and impartial judge. Your task is to evaluate 'Response A' and 'Response B' "
|
| 19 |
f"based on a given instruction and a rubric. You will conduct this evaluation in distinct "
|
|
|
|
| 76 |
)
|
| 77 |
|
| 78 |
# Remaining step: Use either HF or vLLM for evaluation.
|
| 79 |
+
# ...
|
| 80 |
+
# ...
|
| 81 |
```
|
| 82 |
|
| 83 |
|