Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
508
dacorvo HF Staff commited on
Commit
3299819
·
verified ·
1 Parent(s): 1a3ba4b

Synchronizing local compiler cache.

Browse files
Files changed (18) hide show
  1. .gitattributes +4 -0
  2. neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev2/inference/gpt2/openai-community/gpt2/ecd6582c85ac47fe17d8.json +48 -0
  3. neuronxcc-2.17.194.0+d312836f/MODULE_7786c616cccd1ac72880+613edded/compile_flags.json +1 -0
  4. neuronxcc-2.17.194.0+d312836f/MODULE_7786c616cccd1ac72880+613edded/model.done +0 -0
  5. neuronxcc-2.17.194.0+d312836f/MODULE_7786c616cccd1ac72880+613edded/model.hlo_module.pb +3 -0
  6. neuronxcc-2.17.194.0+d312836f/MODULE_7786c616cccd1ac72880+613edded/model.neff +3 -0
  7. neuronxcc-2.17.194.0+d312836f/MODULE_8ef431117e563aa8c71a+613edded/compile_flags.json +1 -0
  8. neuronxcc-2.17.194.0+d312836f/MODULE_8ef431117e563aa8c71a+613edded/model.done +0 -0
  9. neuronxcc-2.17.194.0+d312836f/MODULE_8ef431117e563aa8c71a+613edded/model.hlo_module.pb +3 -0
  10. neuronxcc-2.17.194.0+d312836f/MODULE_8ef431117e563aa8c71a+613edded/model.neff +3 -0
  11. neuronxcc-2.17.194.0+d312836f/MODULE_c27a48d8c5b5ce213f8d+613edded/compile_flags.json +1 -0
  12. neuronxcc-2.17.194.0+d312836f/MODULE_c27a48d8c5b5ce213f8d+613edded/model.done +0 -0
  13. neuronxcc-2.17.194.0+d312836f/MODULE_c27a48d8c5b5ce213f8d+613edded/model.hlo_module.pb +3 -0
  14. neuronxcc-2.17.194.0+d312836f/MODULE_c27a48d8c5b5ce213f8d+613edded/model.neff +3 -0
  15. neuronxcc-2.17.194.0+d312836f/MODULE_c958f929699ed0d7344c+613edded/compile_flags.json +1 -0
  16. neuronxcc-2.17.194.0+d312836f/MODULE_c958f929699ed0d7344c+613edded/model.done +0 -0
  17. neuronxcc-2.17.194.0+d312836f/MODULE_c958f929699ed0d7344c+613edded/model.hlo_module.pb +3 -0
  18. neuronxcc-2.17.194.0+d312836f/MODULE_c958f929699ed0d7344c+613edded/model.neff +3 -0
.gitattributes CHANGED
@@ -7625,3 +7625,7 @@ neuronxcc-2.16.372.0+4a9b2326/MODULE_068ef074748718999f13+613edded/model.neff fi
7625
  neuronxcc-2.16.372.0+4a9b2326/MODULE_a6569d9c9d00e3812134+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7626
  neuronxcc-2.16.372.0+4a9b2326/MODULE_b9e80b41756cf2d7ed45+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7627
  neuronxcc-2.16.372.0+4a9b2326/MODULE_e10fffbed4e6a5dd8ea5+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
7625
  neuronxcc-2.16.372.0+4a9b2326/MODULE_a6569d9c9d00e3812134+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7626
  neuronxcc-2.16.372.0+4a9b2326/MODULE_b9e80b41756cf2d7ed45+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7627
  neuronxcc-2.16.372.0+4a9b2326/MODULE_e10fffbed4e6a5dd8ea5+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7628
+ neuronxcc-2.17.194.0+d312836f/MODULE_7786c616cccd1ac72880+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7629
+ neuronxcc-2.17.194.0+d312836f/MODULE_8ef431117e563aa8c71a+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7630
+ neuronxcc-2.17.194.0+d312836f/MODULE_c27a48d8c5b5ce213f8d+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7631
+ neuronxcc-2.17.194.0+d312836f/MODULE_c958f929699ed0d7344c+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.17.194.0+d312836f/0_REGISTRY/0.2.0.dev2/inference/gpt2/openai-community/gpt2/ecd6582c85ac47fe17d8.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "openai-community/gpt2",
4
+ "_task": "text-generation",
5
+ "activation_function": "gelu_new",
6
+ "architectures": [
7
+ "GPT2LMHeadModel"
8
+ ],
9
+ "attn_pdrop": 0.1,
10
+ "embd_pdrop": 0.1,
11
+ "initializer_range": 0.02,
12
+ "layer_norm_epsilon": 1e-05,
13
+ "model_type": "gpt2",
14
+ "n_ctx": 1024,
15
+ "n_embd": 768,
16
+ "n_head": 12,
17
+ "n_inner": null,
18
+ "n_layer": 12,
19
+ "n_positions": 1024,
20
+ "neuron": {
21
+ "auto_cast_type": "fp16",
22
+ "batch_size": 1,
23
+ "checkpoint_id": "openai-community/gpt2",
24
+ "checkpoint_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e",
25
+ "compiler_type": "neuronx-cc",
26
+ "compiler_version": "2.17.194.0+d312836f",
27
+ "num_cores": 2,
28
+ "sequence_length": 1024,
29
+ "task": "text-generation"
30
+ },
31
+ "reorder_and_upcast_attn": false,
32
+ "resid_pdrop": 0.1,
33
+ "scale_attn_by_inverse_layer_idx": false,
34
+ "scale_attn_weights": true,
35
+ "summary_activation": null,
36
+ "summary_first_dropout": 0.1,
37
+ "summary_proj_to_labels": true,
38
+ "summary_type": "cls_index",
39
+ "summary_use_proj": true,
40
+ "task_specific_params": {
41
+ "text-generation": {
42
+ "do_sample": true,
43
+ "max_length": 50
44
+ }
45
+ },
46
+ "use_cache": true,
47
+ "vocab_size": 50257
48
+ }
neuronxcc-2.17.194.0+d312836f/MODULE_7786c616cccd1ac72880+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_7786c616cccd1ac72880+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_7786c616cccd1ac72880+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e375041cd0d90cc05d72a96745c41efbd5b6d33633ba58ea6db07359cdd06a54
3
+ size 130816
neuronxcc-2.17.194.0+d312836f/MODULE_7786c616cccd1ac72880+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e480ac487611e289a62c0377fae7cfa0f1ff2cd997416579b5ab26ca76067920
3
+ size 431104
neuronxcc-2.17.194.0+d312836f/MODULE_8ef431117e563aa8c71a+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_8ef431117e563aa8c71a+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_8ef431117e563aa8c71a+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988f1d787993816587bb2b730e6611a887e8940ab51dc3f4c38f88af509eb647
3
+ size 130816
neuronxcc-2.17.194.0+d312836f/MODULE_8ef431117e563aa8c71a+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4abf8213e5480a5989b6a1cec62ca5393bf078b3a988e8c697eea0787283279
3
+ size 379904
neuronxcc-2.17.194.0+d312836f/MODULE_c27a48d8c5b5ce213f8d+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_c27a48d8c5b5ce213f8d+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_c27a48d8c5b5ce213f8d+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af44a05cd636a41ebb172387deda5b4e98f3c54f0f2360e863d1a33fee258ba1
3
+ size 130816
neuronxcc-2.17.194.0+d312836f/MODULE_c27a48d8c5b5ce213f8d+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8ad12fcc8948d11fc2dbda099cbb58632a83cbb6dd4a709c0c5d4b810b8d95b
3
+ size 390144
neuronxcc-2.17.194.0+d312836f/MODULE_c958f929699ed0d7344c+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.17.194.0+d312836f/MODULE_c958f929699ed0d7344c+613edded/model.done ADDED
File without changes
neuronxcc-2.17.194.0+d312836f/MODULE_c958f929699ed0d7344c+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b0293fce8ab14215cd20bb7b167fff0bc52cce6524cc776475ec8588faf73e
3
+ size 130816
neuronxcc-2.17.194.0+d312836f/MODULE_c958f929699ed0d7344c+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ceb8ba57460e60fc441801c188eb614cffa707ffeec688ebef5d6f7e7f6190d
3
+ size 400384