Update README.md
#1
by
raannakasturi
- opened
README.md
CHANGED
|
@@ -59,6 +59,7 @@ config = AutoConfig.from_pretrained(model_name_or_path, trust_remote_code=True)
|
|
| 59 |
config.max_position_embeddings = 8192
|
| 60 |
|
| 61 |
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
|
|
|
|
| 62 |
config=config,
|
| 63 |
trust_remote_code=True,
|
| 64 |
device_map='auto')
|
|
|
|
| 59 |
config.max_position_embeddings = 8192
|
| 60 |
|
| 61 |
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
|
| 62 |
+
offload_folder="offload",
|
| 63 |
config=config,
|
| 64 |
trust_remote_code=True,
|
| 65 |
device_map='auto')
|