Update README.md
Browse files
README.md
CHANGED
@@ -40,23 +40,8 @@ Inference prompt:
|
|
40 |
|
41 |
## Model loading
|
42 |
```python
|
43 |
-
from
|
44 |
-
|
45 |
-
import torch
|
46 |
-
|
47 |
-
|
48 |
-
SOURCE_MODEL = "norallm/normistral-7b-warm"
|
49 |
-
ADAPTER = "tollefj/nordavind-7b-warm-peft"
|
50 |
-
|
51 |
-
config = PeftConfig.from_pretrained(ADAPTER)
|
52 |
-
model = AutoModelForCausalLM.from_pretrained(
|
53 |
-
SOURCE_MODEL,
|
54 |
-
device_map="auto",
|
55 |
-
return_dict=True,
|
56 |
-
torch_dtype=torch.float16,
|
57 |
-
)
|
58 |
-
model = PeftModel.from_pretrained(model, ADAPTER, device_map="auto")
|
59 |
-
tokenizer = AutoTokenizer.from_pretrained(SOURCE_MODEL)
|
60 |
```
|
61 |
|
62 |
## Inference
|
|
|
40 |
|
41 |
## Model loading
|
42 |
```python
|
43 |
+
from transformers import pipeline
|
44 |
+
pipe = pipeline("text-generation", model="tollefj/nordavind-7b-instruct-warm")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
45 |
```
|
46 |
|
47 |
## Inference
|