Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -3,9 +3,9 @@ import torch
|
|
3 |
import os
|
4 |
|
5 |
# λͺ¨λΈ λ° ν ν¬λμ΄μ λ‘λ
|
6 |
-
model_id = "kimhyunwoo/gemma2-ko-dialogue-lora-fp16"
|
7 |
model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
|
8 |
-
tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
|
9 |
|
10 |
# CPU νκ²½μμ λͺ¨λΈμ λ‘λνκ³ μ¬μ©νλ κ²½μ° torch.float32λ₯Ό λͺ
μμ μΌλ‘ μ¬μ©ν μ μμ΅λλ€.
|
11 |
model = model.to(torch.float32)
|
|
|
3 |
import os
|
4 |
|
5 |
# λͺ¨λΈ λ° ν ν¬λμ΄μ λ‘λ
|
6 |
+
model_id = "kimhyunwoo/gemma2-ko-dialogue-lora-fp16"
|
7 |
model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
|
8 |
+
tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=False, trust_remote_code=True) # use_fast=False μΆκ°
|
9 |
|
10 |
# CPU νκ²½μμ λͺ¨λΈμ λ‘λνκ³ μ¬μ©νλ κ²½μ° torch.float32λ₯Ό λͺ
μμ μΌλ‘ μ¬μ©ν μ μμ΅λλ€.
|
11 |
model = model.to(torch.float32)
|