Synchronizing local compiler cache.
Browse files- .gitattributes +2 -0
- neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev2/inference/mistral/HuggingFaceH4/zephyr-7b-beta/c7b792c009f3a8f9bd58.json +36 -0
- neuronxcc-2.17.194.0+d312836f/MODULE_3b9cc972c9e78ef8a619+613edded/compile_flags.json +1 -0
- neuronxcc-2.17.194.0+d312836f/MODULE_3b9cc972c9e78ef8a619+613edded/model.done +0 -0
- neuronxcc-2.17.194.0+d312836f/MODULE_3b9cc972c9e78ef8a619+613edded/model.hlo_module.pb +3 -0
- neuronxcc-2.17.194.0+d312836f/MODULE_3b9cc972c9e78ef8a619+613edded/model.neff +3 -0
- neuronxcc-2.17.194.0+d312836f/MODULE_583cb20693015ec36ef1+613edded/compile_flags.json +1 -0
- neuronxcc-2.17.194.0+d312836f/MODULE_583cb20693015ec36ef1+613edded/model.done +0 -0
- neuronxcc-2.17.194.0+d312836f/MODULE_583cb20693015ec36ef1+613edded/model.hlo_module.pb +3 -0
- neuronxcc-2.17.194.0+d312836f/MODULE_583cb20693015ec36ef1+613edded/model.neff +3 -0
    	
        .gitattributes
    CHANGED
    
    | @@ -7733,3 +7733,5 @@ neuronxcc-2.17.194.0+d312836f/MODULE_cda16c17df301cb15e7f+613edded/model.neff fi | |
| 7733 | 
             
            neuronxcc-2.17.194.0+d312836f/MODULE_e2130247412539dd8eeb+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
         | 
| 7734 | 
             
            neuronxcc-2.17.194.0+d312836f/MODULE_e10fffbed4e6a5dd8ea5+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
         | 
| 7735 | 
             
            neuronxcc-2.17.194.0+d312836f/MODULE_fe092793b4ced6b29eeb+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
         | 
|  | |
|  | 
|  | |
| 7733 | 
             
            neuronxcc-2.17.194.0+d312836f/MODULE_e2130247412539dd8eeb+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
         | 
| 7734 | 
             
            neuronxcc-2.17.194.0+d312836f/MODULE_e10fffbed4e6a5dd8ea5+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
         | 
| 7735 | 
             
            neuronxcc-2.17.194.0+d312836f/MODULE_fe092793b4ced6b29eeb+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
         | 
| 7736 | 
            +
            neuronxcc-2.17.194.0+d312836f/MODULE_3b9cc972c9e78ef8a619+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
         | 
| 7737 | 
            +
            neuronxcc-2.17.194.0+d312836f/MODULE_583cb20693015ec36ef1+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
         | 
    	
        neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev2/inference/mistral/HuggingFaceH4/zephyr-7b-beta/c7b792c009f3a8f9bd58.json
    ADDED
    
    | @@ -0,0 +1,36 @@ | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            {
         | 
| 2 | 
            +
              "_entry_class": "SingleModelCacheEntry",
         | 
| 3 | 
            +
              "_model_id": "HuggingFaceH4/zephyr-7b-beta",
         | 
| 4 | 
            +
              "_task": "text-generation",
         | 
| 5 | 
            +
              "architectures": [
         | 
| 6 | 
            +
                "MistralForCausalLM"
         | 
| 7 | 
            +
              ],
         | 
| 8 | 
            +
              "attention_dropout": 0.0,
         | 
| 9 | 
            +
              "head_dim": 128,
         | 
| 10 | 
            +
              "hidden_act": "silu",
         | 
| 11 | 
            +
              "hidden_size": 4096,
         | 
| 12 | 
            +
              "initializer_range": 0.02,
         | 
| 13 | 
            +
              "intermediate_size": 14336,
         | 
| 14 | 
            +
              "max_position_embeddings": 32768,
         | 
| 15 | 
            +
              "model_type": "mistral",
         | 
| 16 | 
            +
              "neuron": {
         | 
| 17 | 
            +
                "auto_cast_type": "bf16",
         | 
| 18 | 
            +
                "batch_size": 8,
         | 
| 19 | 
            +
                "checkpoint_id": "HuggingFaceH4/zephyr-7b-beta",
         | 
| 20 | 
            +
                "checkpoint_revision": "892b3d7a7b1cf10c7a701c60881cd93df615734c",
         | 
| 21 | 
            +
                "compiler_type": "neuronx-cc",
         | 
| 22 | 
            +
                "compiler_version": "2.17.194.0+d312836f",
         | 
| 23 | 
            +
                "num_cores": 8,
         | 
| 24 | 
            +
                "sequence_length": 4096,
         | 
| 25 | 
            +
                "task": "text-generation"
         | 
| 26 | 
            +
              },
         | 
| 27 | 
            +
              "num_attention_heads": 32,
         | 
| 28 | 
            +
              "num_hidden_layers": 32,
         | 
| 29 | 
            +
              "num_key_value_heads": 8,
         | 
| 30 | 
            +
              "rms_norm_eps": 1e-05,
         | 
| 31 | 
            +
              "rope_theta": 10000.0,
         | 
| 32 | 
            +
              "sliding_window": 4096,
         | 
| 33 | 
            +
              "tie_word_embeddings": false,
         | 
| 34 | 
            +
              "use_cache": true,
         | 
| 35 | 
            +
              "vocab_size": 32000
         | 
| 36 | 
            +
            }
         | 
    	
        neuronxcc-2.17.194.0+d312836f/MODULE_3b9cc972c9e78ef8a619+613edded/compile_flags.json
    ADDED
    
    | @@ -0,0 +1 @@ | |
|  | 
|  | |
| 1 | 
            +
            ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
         | 
    	
        neuronxcc-2.17.194.0+d312836f/MODULE_3b9cc972c9e78ef8a619+613edded/model.done
    ADDED
    
    | 
            File without changes
         | 
    	
        neuronxcc-2.17.194.0+d312836f/MODULE_3b9cc972c9e78ef8a619+613edded/model.hlo_module.pb
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:a91fcd64c294b47473aff454ea3745f2c80e0f1a1f0e95fcb0fd8b48c001c099
         | 
| 3 | 
            +
            size 363413
         | 
    	
        neuronxcc-2.17.194.0+d312836f/MODULE_3b9cc972c9e78ef8a619+613edded/model.neff
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:821fbb7ca1589e479b080d7c5c393cb6ff2a939f2db86785e8e5f918f36db920
         | 
| 3 | 
            +
            size 3329024
         | 
    	
        neuronxcc-2.17.194.0+d312836f/MODULE_583cb20693015ec36ef1+613edded/compile_flags.json
    ADDED
    
    | @@ -0,0 +1 @@ | |
|  | 
|  | |
| 1 | 
            +
            ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
         | 
    	
        neuronxcc-2.17.194.0+d312836f/MODULE_583cb20693015ec36ef1+613edded/model.done
    ADDED
    
    | 
            File without changes
         | 
    	
        neuronxcc-2.17.194.0+d312836f/MODULE_583cb20693015ec36ef1+613edded/model.hlo_module.pb
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:6424b677a0081876b2bb96de06a5b7c2b2cd1805b23d9801f13a31ecf16a2981
         | 
| 3 | 
            +
            size 537196596
         | 
    	
        neuronxcc-2.17.194.0+d312836f/MODULE_583cb20693015ec36ef1+613edded/model.neff
    ADDED
    
    | @@ -0,0 +1,3 @@ | |
|  | |
|  | |
|  | 
|  | |
| 1 | 
            +
            version https://git-lfs.github.com/spec/v1
         | 
| 2 | 
            +
            oid sha256:c0ba3ca2d462fa5a60e1f15fb1420c71407cf6c369d1af272859e8a1125c168b
         | 
| 3 | 
            +
            size 29133824
         | 

