Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -3,11 +3,11 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
3 |
import torch
|
4 |
|
5 |
TOKENIZER_REPO = "MediaTek-Research/Breeze-7B-Instruct-v1_0"
|
6 |
-
tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_REPO,local_files_only=False,use_fast=True
|
7 |
model = AutoModelForCausalLM.from_pretrained(
|
8 |
TOKENIZER_REPO,
|
9 |
device_map="auto",
|
10 |
-
local_files_only=
|
11 |
torch_dtype=torch.bfloat16
|
12 |
)
|
13 |
|
|
|
3 |
import torch
|
4 |
|
5 |
TOKENIZER_REPO = "MediaTek-Research/Breeze-7B-Instruct-v1_0"
|
6 |
+
tokenizer = AutoTokenizer.from_pretrained(TOKENIZER_REPO,local_files_only=False,use_fast=True)
|
7 |
model = AutoModelForCausalLM.from_pretrained(
|
8 |
TOKENIZER_REPO,
|
9 |
device_map="auto",
|
10 |
+
local_files_only=False,
|
11 |
torch_dtype=torch.bfloat16
|
12 |
)
|
13 |
|