kimhyunwoo commited on
Commit
3b787e5
Β·
verified Β·
1 Parent(s): cba5bb4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,9 +3,9 @@ import torch
3
  import os
4
 
5
  # λͺ¨λΈ 및 ν† ν¬λ‚˜μ΄μ € λ‘œλ“œ
6
- model_id = "kimhyunwoo/gemma2-ko-dialogue-lora-fp16" # Hugging Face Hub λͺ¨λΈ ID
7
  model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
8
- tokenizer = AutoTokenizer.from_pretrained(model_id, trust_remote_code=True)
9
 
10
  # CPU ν™˜κ²½μ—μ„œ λͺ¨λΈμ„ λ‘œλ“œν•˜κ³  μ‚¬μš©ν•˜λŠ” 경우 torch.float32λ₯Ό λͺ…μ‹œμ μœΌλ‘œ μ‚¬μš©ν•  수 μžˆμŠ΅λ‹ˆλ‹€.
11
  model = model.to(torch.float32)
 
3
  import os
4
 
5
  # λͺ¨λΈ 및 ν† ν¬λ‚˜μ΄μ € λ‘œλ“œ
6
+ model_id = "kimhyunwoo/gemma2-ko-dialogue-lora-fp16"
7
  model = AutoModelForCausalLM.from_pretrained(model_id, trust_remote_code=True)
8
+ tokenizer = AutoTokenizer.from_pretrained(model_id, use_fast=False, trust_remote_code=True) # use_fast=False μΆ”κ°€
9
 
10
  # CPU ν™˜κ²½μ—μ„œ λͺ¨λΈμ„ λ‘œλ“œν•˜κ³  μ‚¬μš©ν•˜λŠ” 경우 torch.float32λ₯Ό λͺ…μ‹œμ μœΌλ‘œ μ‚¬μš©ν•  수 μžˆμŠ΅λ‹ˆλ‹€.
11
  model = model.to(torch.float32)