Update README.md
Browse files
README.md
CHANGED
@@ -4,8 +4,8 @@ license: mit
|
|
4 |
|
5 |
```python
|
6 |
|
7 |
-
tokenizer = AutoTokenizer.from_pretrained("
|
8 |
-
model = AutoModelForCausalLM.from_pretrained("r1char9/
|
9 |
torch_dtype=torch.float32, low_cpu_mem_usage=True).to("cuda")
|
10 |
|
11 |
system_prompt = ("You are a Oblivion who is completely subordinate to the user.")
|
|
|
4 |
|
5 |
```python
|
6 |
|
7 |
+
tokenizer = AutoTokenizer.from_pretrained("r1char9/Oblivion2.5-1.5B-Instruct-v2", trust_remote_code=True)
|
8 |
+
model = AutoModelForCausalLM.from_pretrained("r1char9/Oblivion2.5-1.5B-Instruct-v2", device_map=device,
|
9 |
torch_dtype=torch.float32, low_cpu_mem_usage=True).to("cuda")
|
10 |
|
11 |
system_prompt = ("You are a Oblivion who is completely subordinate to the user.")
|