Commit 
							
							·
						
						040fb68
	
1
								Parent(s):
							
							0340e73
								
Training in progress, epoch 5
Browse files- adapter_config.json +26 -0
- adapter_model.safetensors +3 -0
- merges.txt +0 -0
- runs/Dec10_03-04-10_ea4b281b211c/events.out.tfevents.1702177451.ea4b281b211c.281.71 +3 -0
- special_tokens_map.json +30 -0
- tokenizer.json +0 -0
- tokenizer_config.json +30 -0
- training_args.bin +3 -0
- vocab.json +0 -0
    	
        adapter_config.json
    ADDED
    
    | @@ -0,0 +1,26 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "alpha_pattern": {},
         | 
| 3 | 
            +
              "auto_mapping": null,
         | 
| 4 | 
            +
              "base_model_name_or_path": "facebook/opt-350m",
         | 
| 5 | 
            +
              "bias": "none",
         | 
| 6 | 
            +
              "fan_in_fan_out": false,
         | 
| 7 | 
            +
              "inference_mode": true,
         | 
| 8 | 
            +
              "init_lora_weights": true,
         | 
| 9 | 
            +
              "layers_pattern": null,
         | 
| 10 | 
            +
              "layers_to_transform": null,
         | 
| 11 | 
            +
              "loftq_config": {},
         | 
| 12 | 
            +
              "lora_alpha": 32,
         | 
| 13 | 
            +
              "lora_dropout": 0.05,
         | 
| 14 | 
            +
              "megatron_config": null,
         | 
| 15 | 
            +
              "megatron_core": "megatron.core",
         | 
| 16 | 
            +
              "modules_to_save": null,
         | 
| 17 | 
            +
              "peft_type": "LORA",
         | 
| 18 | 
            +
              "r": 16,
         | 
| 19 | 
            +
              "rank_pattern": {},
         | 
| 20 | 
            +
              "revision": null,
         | 
| 21 | 
            +
              "target_modules": [
         | 
| 22 | 
            +
                "q_proj",
         | 
| 23 | 
            +
                "v_proj"
         | 
| 24 | 
            +
              ],
         | 
| 25 | 
            +
              "task_type": "SEQ_CLS"
         | 
| 26 | 
            +
            }
         | 
    	
        adapter_model.safetensors
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:4469b0641faa5d12a8af70a44ec8f80862d533c5f56fafc75140be70ebcc1c8b
         | 
| 3 | 
            +
            size 6309152
         | 
    	
        merges.txt
    ADDED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  | 
    	
        runs/Dec10_03-04-10_ea4b281b211c/events.out.tfevents.1702177451.ea4b281b211c.281.71
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:2d26b89328383d3e6dc177b47118492fb19635c65f7cb4b21c389bddf8bc480a
         | 
| 3 | 
            +
            size 7334
         | 
    	
        special_tokens_map.json
    ADDED
    
    | @@ -0,0 +1,30 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "bos_token": {
         | 
| 3 | 
            +
                "content": "</s>",
         | 
| 4 | 
            +
                "lstrip": false,
         | 
| 5 | 
            +
                "normalized": true,
         | 
| 6 | 
            +
                "rstrip": false,
         | 
| 7 | 
            +
                "single_word": false
         | 
| 8 | 
            +
              },
         | 
| 9 | 
            +
              "eos_token": {
         | 
| 10 | 
            +
                "content": "</s>",
         | 
| 11 | 
            +
                "lstrip": false,
         | 
| 12 | 
            +
                "normalized": true,
         | 
| 13 | 
            +
                "rstrip": false,
         | 
| 14 | 
            +
                "single_word": false
         | 
| 15 | 
            +
              },
         | 
| 16 | 
            +
              "pad_token": {
         | 
| 17 | 
            +
                "content": "<pad>",
         | 
| 18 | 
            +
                "lstrip": false,
         | 
| 19 | 
            +
                "normalized": true,
         | 
| 20 | 
            +
                "rstrip": false,
         | 
| 21 | 
            +
                "single_word": false
         | 
| 22 | 
            +
              },
         | 
| 23 | 
            +
              "unk_token": {
         | 
| 24 | 
            +
                "content": "</s>",
         | 
| 25 | 
            +
                "lstrip": false,
         | 
| 26 | 
            +
                "normalized": true,
         | 
| 27 | 
            +
                "rstrip": false,
         | 
| 28 | 
            +
                "single_word": false
         | 
| 29 | 
            +
              }
         | 
| 30 | 
            +
            }
         | 
    	
        tokenizer.json
    ADDED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  | 
    	
        tokenizer_config.json
    ADDED
    
    | @@ -0,0 +1,30 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "add_bos_token": true,
         | 
| 3 | 
            +
              "add_prefix_space": false,
         | 
| 4 | 
            +
              "added_tokens_decoder": {
         | 
| 5 | 
            +
                "1": {
         | 
| 6 | 
            +
                  "content": "<pad>",
         | 
| 7 | 
            +
                  "lstrip": false,
         | 
| 8 | 
            +
                  "normalized": true,
         | 
| 9 | 
            +
                  "rstrip": false,
         | 
| 10 | 
            +
                  "single_word": false,
         | 
| 11 | 
            +
                  "special": true
         | 
| 12 | 
            +
                },
         | 
| 13 | 
            +
                "2": {
         | 
| 14 | 
            +
                  "content": "</s>",
         | 
| 15 | 
            +
                  "lstrip": false,
         | 
| 16 | 
            +
                  "normalized": true,
         | 
| 17 | 
            +
                  "rstrip": false,
         | 
| 18 | 
            +
                  "single_word": false,
         | 
| 19 | 
            +
                  "special": true
         | 
| 20 | 
            +
                }
         | 
| 21 | 
            +
              },
         | 
| 22 | 
            +
              "bos_token": "</s>",
         | 
| 23 | 
            +
              "clean_up_tokenization_spaces": true,
         | 
| 24 | 
            +
              "eos_token": "</s>",
         | 
| 25 | 
            +
              "errors": "replace",
         | 
| 26 | 
            +
              "model_max_length": 1000000000000000019884624838656,
         | 
| 27 | 
            +
              "pad_token": "<pad>",
         | 
| 28 | 
            +
              "tokenizer_class": "GPT2Tokenizer",
         | 
| 29 | 
            +
              "unk_token": "</s>"
         | 
| 30 | 
            +
            }
         | 
    	
        training_args.bin
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:a846aa58eb06a235843776666967ded9b9d66fb89dcce5e397fb953514b2eba6
         | 
| 3 | 
            +
            size 4792
         | 
    	
        vocab.json
    ADDED
    
    | The diff for this file is too large to render. 
		See raw diff | 
|  |