nev
/

GELU_4L512W_C4_Code

Text Generation

text-generation-inference

Model card Files Files and versions Community

nev commited on May 12

Commit

d427a6a

·

verified ·

1 Parent(s): 8b5d4cd

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -20,7 +20,7 @@
   "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.0,
   "scale_attn_by_inverse_layer_idx": false,
-  "scale_attn_weights": false,
   "summary_activation": null,
   "summary_first_dropout": 0.1,
   "summary_proj_to_labels": true,

   "reorder_and_upcast_attn": false,
   "resid_pdrop": 0.0,
   "scale_attn_by_inverse_layer_idx": false,
+  "scale_attn_weights": true,
   "summary_activation": null,
   "summary_first_dropout": 0.1,
   "summary_proj_to_labels": true,