tommyadams commited on
Commit
16cd22d
·
1 Parent(s): 05a904a

End of training

Browse files
README.md CHANGED
@@ -1,6 +1,6 @@
1
  ---
2
  license: apache-2.0
3
- base_model: tiiuae/falcon-7b
4
  tags:
5
  - generated_from_trainer
6
  model-index:
@@ -13,7 +13,7 @@ should probably proofread and complete it, then remove this comment. -->
13
 
14
  # finetuned_falconb6
15
 
16
- This model is a fine-tuned version of [tiiuae/falcon-7b](https://huggingface.co/tiiuae/falcon-7b) on an unknown dataset.
17
 
18
  ## Model description
19
 
 
1
  ---
2
  license: apache-2.0
3
+ base_model: PY007/TinyLlama-1.1B-step-50K-105b
4
  tags:
5
  - generated_from_trainer
6
  model-index:
 
13
 
14
  # finetuned_falconb6
15
 
16
+ This model is a fine-tuned version of [PY007/TinyLlama-1.1B-step-50K-105b](https://huggingface.co/PY007/TinyLlama-1.1B-step-50K-105b) on an unknown dataset.
17
 
18
  ## Model description
19
 
adapter_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "auto_mapping": null,
3
- "base_model_name_or_path": "tiiuae/falcon-7b",
4
  "bias": "none",
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
@@ -14,10 +14,8 @@
14
  "r": 32,
15
  "revision": null,
16
  "target_modules": [
17
- "query_key_value",
18
- "dense",
19
- "dense_h_to_4h",
20
- "dense_4h_to_h"
21
  ],
22
  "task_type": "CAUSAL_LM"
23
  }
 
1
  {
2
  "auto_mapping": null,
3
+ "base_model_name_or_path": "PY007/TinyLlama-1.1B-step-50K-105b",
4
  "bias": "none",
5
  "fan_in_fan_out": false,
6
  "inference_mode": true,
 
14
  "r": 32,
15
  "revision": null,
16
  "target_modules": [
17
+ "q_proj",
18
+ "v_proj"
 
 
19
  ],
20
  "task_type": "CAUSAL_LM"
21
  }
adapter_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7af71c533a2533055c35b6b4c77151969aa5e68ea5ee7db29355259762275008
3
- size 261189453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13b327fe602a9c62b0387025596774a3815f6def0ee41162c61b90c9de2060b0
3
+ size 18053881
special_tokens_map.json CHANGED
@@ -1,17 +1,24 @@
1
  {
2
- "additional_special_tokens": [
3
- ">>TITLE<<",
4
- ">>ABSTRACT<<",
5
- ">>INTRODUCTION<<",
6
- ">>SUMMARY<<",
7
- ">>COMMENT<<",
8
- ">>ANSWER<<",
9
- ">>QUESTION<<",
10
- ">>DOMAIN<<",
11
- ">>PREFIX<<",
12
- ">>SUFFIX<<",
13
- ">>MIDDLE<<"
14
- ],
15
- "eos_token": "<|endoftext|>",
16
- "pad_token": "<|endoftext|>"
 
 
 
 
 
 
 
17
  }
 
1
  {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "</s>",
17
+ "unk_token": {
18
+ "content": "<unk>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
  }
tokenizer.json CHANGED
The diff for this file is too large to render. See raw diff
 
tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
tokenizer_config.json CHANGED
@@ -1,7 +1,34 @@
1
  {
2
- "add_prefix_space": false,
3
- "clean_up_tokenization_spaces": true,
4
- "eos_token": "<|endoftext|>",
5
- "model_max_length": 2048,
6
- "tokenizer_class": "PreTrainedTokenizerFast"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  }
 
1
  {
2
+ "bos_token": {
3
+ "__type": "AddedToken",
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ "clean_up_tokenization_spaces": false,
11
+ "eos_token": {
12
+ "__type": "AddedToken",
13
+ "content": "</s>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false
18
+ },
19
+ "legacy": false,
20
+ "model_max_length": 1000000000000000019884624838656,
21
+ "pad_token": null,
22
+ "padding_side": "right",
23
+ "sp_model_kwargs": {},
24
+ "tokenizer_class": "LlamaTokenizer",
25
+ "unk_token": {
26
+ "__type": "AddedToken",
27
+ "content": "<unk>",
28
+ "lstrip": false,
29
+ "normalized": false,
30
+ "rstrip": false,
31
+ "single_word": false
32
+ },
33
+ "use_default_system_prompt": true
34
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9f594b40608d588be09aa50370727c23de0304a6655f79fc4d941c59c462e4a8
3
  size 4091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29156afafe6ddf05405a196896c9a51829e8ab51b0498ac6e9b7fea37cf48bfe
3
  size 4091