Update app.py

app.py

@@ -16,7 +16,10 @@ import gc
 peft_model_id='hackathon-somos-nlp-2023/T5unami-small-v1'
 
 config = PeftConfig.from_pretrained(peft_model_id)
-model2 = AutoModelForSeq2SeqLM.from_pretrained(config.base_model_name_or_path, return_dict=True, load_in_8bit=True, device_map='auto')
+model2 = AutoModelForSeq2SeqLM.from_pretrained(config.base_model_name_or_path, return_dict=True, 
+                                               # load_in_8bit=True, 
+                                               load_in_8bit_fp32_cpu_offload=True,
+                                               device_map='auto')
 tokenizer2 = AutoTokenizer.from_pretrained(peft_model_id)
 
 model2 = PeftModel.from_pretrained(model2, peft_model_id)