Hugging Face's logo

tangledgroup
/
tangled-alpha-0.9-core

Text Generation
Transformers
Safetensors
chat
core
base
instruct
reason
Model card Files Community
Marko Tasic commited on
Commit
133c035
·
1 Parent(s): 1c98998

out/cpt-core-pre-4

Browse files
Files changed (8) hide show
  1. out/{pretrain-core-3/hf → cpt-core-pre-4}/config.json +1 -1
  2. out/{pretrain-core-3/hf → cpt-core-pre-4}/merges.txt +0 -0
  3. out/{pretrain-core-3/hf → cpt-core-pre-4}/model.pth +0 -0
  4. out/{pretrain-core-3/hf → cpt-core-pre-4}/model.safetensors +0 -0
  5. out/{pretrain-core-3/hf → cpt-core-pre-4}/special_tokens_map.json +0 -0
  6. out/{pretrain-core-3/hf → cpt-core-pre-4}/tokenizer.json +0 -0
  7. out/{pretrain-core-3/hf → cpt-core-pre-4}/tokenizer_config.json +0 -0
  8. out/{pretrain-core-3/hf → cpt-core-pre-4}/vocab.json +0 -0
out/{pretrain-core-3/hf → cpt-core-pre-4}/config.json RENAMED
@@ -20,7 +20,7 @@
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
22
  "rope_scaling": null,
23
- "rope_theta": 84000.0,
24
  "tie_word_embeddings": true,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.45.0.dev0",
 
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
22
  "rope_scaling": null,
23
+ "rope_theta": 310000.0,
24
  "tie_word_embeddings": true,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.45.0.dev0",
out/{pretrain-core-3/hf → cpt-core-pre-4}/merges.txt RENAMED
File without changes
out/{pretrain-core-3/hf → cpt-core-pre-4}/model.pth RENAMED
File without changes
out/{pretrain-core-3/hf → cpt-core-pre-4}/model.safetensors RENAMED
File without changes
out/{pretrain-core-3/hf → cpt-core-pre-4}/special_tokens_map.json RENAMED
File without changes
out/{pretrain-core-3/hf → cpt-core-pre-4}/tokenizer.json RENAMED
File without changes
out/{pretrain-core-3/hf → cpt-core-pre-4}/tokenizer_config.json RENAMED
File without changes
out/{pretrain-core-3/hf → cpt-core-pre-4}/vocab.json RENAMED
File without changes