gate369 commited on
Commit
7d83747
·
verified ·
1 Parent(s): 55d8332

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model.safetensors +1 -1
config.json CHANGED
@@ -8,7 +8,7 @@
8
  "max_position_embeddings": 1024,
9
  "balancing_weight": 0.01,
10
  "temperature": 1.0,
11
- "window_size": 128,
12
  "model_type": "MoR",
13
  "architecture": "MixtureOfRecursions",
14
  "hidden_act": "gelu"
 
8
  "max_position_embeddings": 1024,
9
  "balancing_weight": 0.01,
10
  "temperature": 1.0,
11
+ "window_size": 512,
12
  "model_type": "MoR",
13
  "architecture": "MixtureOfRecursions",
14
  "hidden_act": "gelu"
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d3d13523645092cf2eca0aae1cdafc5b2e1154f0aba650d24c7fc364277d6c09
3
  size 724542240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9a2a7a5a64f53295db6e4532037af0f04e78e0835f7b05c7795f151d7cba326
3
  size 724542240