|
|
|
|
|
model: ~ |
|
|
|
|
|
response_format: | |
|
|
{ |
|
|
"title": "ContextRelevanceOutput", |
|
|
"type": "object", |
|
|
"properties": { |
|
|
"context_relevance": { |
|
|
"type": "string", |
|
|
"description": "Context relevancy judgment.", |
|
|
"enum": ["relevant", "irrelevant", "partially relevant"] |
|
|
} |
|
|
}, |
|
|
"required": ["context_relevance"] |
|
|
} |
|
|
|
|
|
instruction: | |
|
|
DOCUMENT: {document_content} |
|
|
|
|
|
transformations: |
|
|
- type: likelihood |
|
|
categories_to_values: |
|
|
"relevant": 1.0 |
|
|
"irrelevant": 0.0 |
|
|
"partially relevant": 0.5 |
|
|
input_path: ["context_relevance"] |
|
|
parameters: ~ |
|
|
sentence_boundaries: ~ |
|
|
|