Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -79,11 +79,7 @@ ctx = torch.amp.autocast(device_type=device_type, dtype=ptdtype)
|
|
| 79 |
|
| 80 |
SEQ_LEN = 4096
|
| 81 |
|
| 82 |
-
|
| 83 |
-
PAD_IDX = 512
|
| 84 |
-
|
| 85 |
-
else:
|
| 86 |
-
PAD_IDX = 384
|
| 87 |
|
| 88 |
model = TransformerWrapper(
|
| 89 |
num_tokens = PAD_IDX+1,
|
|
|
|
| 79 |
|
| 80 |
SEQ_LEN = 4096
|
| 81 |
|
| 82 |
+
PAD_IDX = 384
|
|
|
|
|
|
|
|
|
|
|
|
|
| 83 |
|
| 84 |
model = TransformerWrapper(
|
| 85 |
num_tokens = PAD_IDX+1,
|