Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
432
dacorvo HF Staff commited on
Commit
89020e2
·
verified ·
1 Parent(s): 6c561dd

Synchronizing local compiler cache.

Browse files
Files changed (50) hide show
  1. .gitattributes +6 -0
  2. neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/phi3/microsoft/phi-4/adeaca1cb3780dbd2e09.json +1 -0
  3. neuronxcc-2.16.372.0+4a9b2326/MODULE_1553224674344b9e55a4+613edded/compile_flags.json +0 -0
  4. neuronxcc-2.16.372.0+4a9b2326/MODULE_1553224674344b9e55a4+613edded/model.hlo_module.pb +3 -0
  5. neuronxcc-2.16.372.0+4a9b2326/MODULE_1553224674344b9e55a4+613edded/model.hlo_module.pb.lock +0 -0
  6. neuronxcc-2.16.372.0+4a9b2326/MODULE_1af7783366403652ad51+613edded/compile_flags.json +0 -0
  7. neuronxcc-2.16.372.0+4a9b2326/MODULE_1af7783366403652ad51+613edded/model.done +0 -0
  8. neuronxcc-2.16.372.0+4a9b2326/MODULE_1af7783366403652ad51+613edded/model.hlo_module.pb +3 -0
  9. neuronxcc-2.16.372.0+4a9b2326/MODULE_1af7783366403652ad51+613edded/model.neff +3 -0
  10. neuronxcc-2.16.372.0+4a9b2326/MODULE_205327217d370f10352b+613edded/compile_flags.json +0 -0
  11. neuronxcc-2.16.372.0+4a9b2326/MODULE_205327217d370f10352b+613edded/model.hlo_module.pb +3 -0
  12. neuronxcc-2.16.372.0+4a9b2326/MODULE_205327217d370f10352b+613edded/model.hlo_module.pb.lock +0 -0
  13. neuronxcc-2.16.372.0+4a9b2326/MODULE_2f59caeb45329072d7b0+613edded/compile_flags.json +0 -0
  14. neuronxcc-2.16.372.0+4a9b2326/MODULE_2f59caeb45329072d7b0+613edded/model.done +0 -0
  15. neuronxcc-2.16.372.0+4a9b2326/MODULE_2f59caeb45329072d7b0+613edded/model.hlo_module.pb +3 -0
  16. neuronxcc-2.16.372.0+4a9b2326/MODULE_2f59caeb45329072d7b0+613edded/model.neff +3 -0
  17. neuronxcc-2.16.372.0+4a9b2326/MODULE_61fd50a6d4c4b4be8467+613edded/compile_flags.json +0 -0
  18. neuronxcc-2.16.372.0+4a9b2326/MODULE_61fd50a6d4c4b4be8467+613edded/model.hlo_module.pb +3 -0
  19. neuronxcc-2.16.372.0+4a9b2326/MODULE_61fd50a6d4c4b4be8467+613edded/model.hlo_module.pb.lock +0 -0
  20. neuronxcc-2.16.372.0+4a9b2326/MODULE_6a70afb3f092e50c256d+613edded/compile_flags.json +0 -0
  21. neuronxcc-2.16.372.0+4a9b2326/MODULE_6a70afb3f092e50c256d+613edded/model.hlo_module.pb +3 -0
  22. neuronxcc-2.16.372.0+4a9b2326/MODULE_6a70afb3f092e50c256d+613edded/model.hlo_module.pb.lock +0 -0
  23. neuronxcc-2.16.372.0+4a9b2326/MODULE_74ceb578f3e1286b1fd7+613edded/compile_flags.json +0 -0
  24. neuronxcc-2.16.372.0+4a9b2326/MODULE_74ceb578f3e1286b1fd7+613edded/model.hlo_module.pb +3 -0
  25. neuronxcc-2.16.372.0+4a9b2326/MODULE_74ceb578f3e1286b1fd7+613edded/model.hlo_module.pb.lock +0 -0
  26. neuronxcc-2.16.372.0+4a9b2326/MODULE_7e2686740d19496c3c6e+613edded/compile_flags.json +1 -0
  27. neuronxcc-2.16.372.0+4a9b2326/MODULE_7e2686740d19496c3c6e+613edded/model.done +0 -0
  28. neuronxcc-2.16.372.0+4a9b2326/MODULE_7e2686740d19496c3c6e+613edded/model.hlo_module.pb +3 -0
  29. neuronxcc-2.16.372.0+4a9b2326/MODULE_7e2686740d19496c3c6e+613edded/model.neff +3 -0
  30. neuronxcc-2.16.372.0+4a9b2326/MODULE_878607c2d60970a9fc41+613edded/compile_flags.json +1 -0
  31. neuronxcc-2.16.372.0+4a9b2326/MODULE_878607c2d60970a9fc41+613edded/model.done +0 -0
  32. neuronxcc-2.16.372.0+4a9b2326/MODULE_878607c2d60970a9fc41+613edded/model.hlo_module.pb +3 -0
  33. neuronxcc-2.16.372.0+4a9b2326/MODULE_878607c2d60970a9fc41+613edded/model.neff +3 -0
  34. neuronxcc-2.16.372.0+4a9b2326/MODULE_c72254b6d5d85b70729c+613edded/compile_flags.json +0 -0
  35. neuronxcc-2.16.372.0+4a9b2326/MODULE_c72254b6d5d85b70729c+613edded/model.hlo_module.pb +3 -0
  36. neuronxcc-2.16.372.0+4a9b2326/MODULE_c72254b6d5d85b70729c+613edded/model.hlo_module.pb.lock +0 -0
  37. neuronxcc-2.16.372.0+4a9b2326/MODULE_cea91d96c873419351af+613edded/compile_flags.json +0 -0
  38. neuronxcc-2.16.372.0+4a9b2326/MODULE_cea91d96c873419351af+613edded/model.done +0 -0
  39. neuronxcc-2.16.372.0+4a9b2326/MODULE_cea91d96c873419351af+613edded/model.hlo_module.pb +3 -0
  40. neuronxcc-2.16.372.0+4a9b2326/MODULE_cea91d96c873419351af+613edded/model.neff +3 -0
  41. neuronxcc-2.16.372.0+4a9b2326/MODULE_da84b070ab21ed1df54f+613edded/compile_flags.json +0 -0
  42. neuronxcc-2.16.372.0+4a9b2326/MODULE_da84b070ab21ed1df54f+613edded/model.done +0 -0
  43. neuronxcc-2.16.372.0+4a9b2326/MODULE_da84b070ab21ed1df54f+613edded/model.hlo_module.pb +3 -0
  44. neuronxcc-2.16.372.0+4a9b2326/MODULE_da84b070ab21ed1df54f+613edded/model.neff +3 -0
  45. neuronxcc-2.16.372.0+4a9b2326/MODULE_e97848d10f15dfc4ab5b+613edded/compile_flags.json +0 -0
  46. neuronxcc-2.16.372.0+4a9b2326/MODULE_e97848d10f15dfc4ab5b+613edded/model.hlo_module.pb +3 -0
  47. neuronxcc-2.16.372.0+4a9b2326/MODULE_e97848d10f15dfc4ab5b+613edded/model.hlo_module.pb.lock +0 -0
  48. neuronxcc-2.16.372.0+4a9b2326/MODULE_f0bee23f2ee053f4bc29+613edded/compile_flags.json +0 -0
  49. neuronxcc-2.16.372.0+4a9b2326/MODULE_f0bee23f2ee053f4bc29+613edded/model.hlo_module.pb +3 -0
  50. neuronxcc-2.16.372.0+4a9b2326/MODULE_f0bee23f2ee053f4bc29+613edded/model.hlo_module.pb.lock +0 -0
.gitattributes CHANGED
@@ -7597,3 +7597,9 @@ neuronxcc-2.16.372.0+4a9b2326/MODULE_9dc5393f49942ebdc1af+613edded/model.neff fi
7597
  neuronxcc-2.16.372.0+4a9b2326/MODULE_bdda47cac156ea8ffbfc+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7598
  neuronxcc-2.16.372.0+4a9b2326/MODULE_f4c26fe7dbc0d9182bc8+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7599
  neuronxcc-2.16.372.0+4a9b2326/MODULE_fadc62f786e9e6e1bf75+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
7597
  neuronxcc-2.16.372.0+4a9b2326/MODULE_bdda47cac156ea8ffbfc+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7598
  neuronxcc-2.16.372.0+4a9b2326/MODULE_f4c26fe7dbc0d9182bc8+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7599
  neuronxcc-2.16.372.0+4a9b2326/MODULE_fadc62f786e9e6e1bf75+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7600
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_1af7783366403652ad51+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7601
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_2f59caeb45329072d7b0+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7602
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_7e2686740d19496c3c6e+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7603
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_878607c2d60970a9fc41+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7604
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_cea91d96c873419351af+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
7605
+ neuronxcc-2.16.372.0+4a9b2326/MODULE_da84b070ab21ed1df54f+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.16.372.0+4a9b2326/0_REGISTRY/0.1.0/inference/phi3/microsoft/phi-4/adeaca1cb3780dbd2e09.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["Phi3ForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 100257, "embd_pdrop": 0.0, "eos_token_id": 100265, "hidden_act": "silu", "hidden_size": 5120, "initializer_range": 0.02, "intermediate_size": 17920, "max_position_embeddings": 16384, "model_type": "phi3", "neuron": {"auto_cast_type": "bf16", "batch_size": 16, "checkpoint_id": "microsoft/phi-4", "checkpoint_revision": "187ef0342fff0eb3333be9f00389385e95ef0b61", "compiler_type": "neuronx-cc", "compiler_version": "2.16.372.0+4a9b2326", "num_cores": 10, "sequence_length": 4096, "task": "text-generation"}, "num_attention_heads": 40, "num_hidden_layers": 40, "num_key_value_heads": 10, "original_max_position_embeddings": 16384, "pad_token_id": 100349, "resid_pdrop": 0.0, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 250000, "sliding_window": null, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 100352}
neuronxcc-2.16.372.0+4a9b2326/MODULE_1553224674344b9e55a4+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_1553224674344b9e55a4+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872ac96a8699d5785c01b59bf8a5c3af4a4e11da8fdd17074d7fb7516c2b6f63
3
+ size 823196
neuronxcc-2.16.372.0+4a9b2326/MODULE_1553224674344b9e55a4+613edded/model.hlo_module.pb.lock ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_1af7783366403652ad51+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_1af7783366403652ad51+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_1af7783366403652ad51+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e235dbb767b3637b09de42e08845eca7ec1d4ec8f402418979683370045d949
3
+ size 690250
neuronxcc-2.16.372.0+4a9b2326/MODULE_1af7783366403652ad51+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1db59f054351cce8a8e6f7da9d847319c70c5dcb9f68cb9973989002e7d79ef6
3
+ size 2151424
neuronxcc-2.16.372.0+4a9b2326/MODULE_205327217d370f10352b+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_205327217d370f10352b+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872ac96a8699d5785c01b59bf8a5c3af4a4e11da8fdd17074d7fb7516c2b6f63
3
+ size 823196
neuronxcc-2.16.372.0+4a9b2326/MODULE_205327217d370f10352b+613edded/model.hlo_module.pb.lock ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_2f59caeb45329072d7b0+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_2f59caeb45329072d7b0+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_2f59caeb45329072d7b0+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e235dbb767b3637b09de42e08845eca7ec1d4ec8f402418979683370045d949
3
+ size 690250
neuronxcc-2.16.372.0+4a9b2326/MODULE_2f59caeb45329072d7b0+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24c7a8e9bce1b985c4b02c642eac980aeac6243b9314d10ff1f2128e140f9e6a
3
+ size 4465664
neuronxcc-2.16.372.0+4a9b2326/MODULE_61fd50a6d4c4b4be8467+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_61fd50a6d4c4b4be8467+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20771a171bd56f1f1bf8e5ef49494178432a4d0b6d69121c25c34ecfeb83b36b
3
+ size 683332
neuronxcc-2.16.372.0+4a9b2326/MODULE_61fd50a6d4c4b4be8467+613edded/model.hlo_module.pb.lock ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_6a70afb3f092e50c256d+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_6a70afb3f092e50c256d+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872ac96a8699d5785c01b59bf8a5c3af4a4e11da8fdd17074d7fb7516c2b6f63
3
+ size 823196
neuronxcc-2.16.372.0+4a9b2326/MODULE_6a70afb3f092e50c256d+613edded/model.hlo_module.pb.lock ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_74ceb578f3e1286b1fd7+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_74ceb578f3e1286b1fd7+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872ac96a8699d5785c01b59bf8a5c3af4a4e11da8fdd17074d7fb7516c2b6f63
3
+ size 823196
neuronxcc-2.16.372.0+4a9b2326/MODULE_74ceb578f3e1286b1fd7+613edded/model.hlo_module.pb.lock ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_7e2686740d19496c3c6e+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.372.0+4a9b2326/MODULE_7e2686740d19496c3c6e+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_7e2686740d19496c3c6e+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4e5afc030bd78467fbc10eacccaf4c2d291d706424462983991eac447fda608
3
+ size 454072
neuronxcc-2.16.372.0+4a9b2326/MODULE_7e2686740d19496c3c6e+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75d3e51c1ab8fbeecb573ff0a30e1aff588947b8714d702881a2e7f319488b6a
3
+ size 5284864
neuronxcc-2.16.372.0+4a9b2326/MODULE_878607c2d60970a9fc41+613edded/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--model-type=transformer", "--auto-cast=none", "--execute-repetition=1"]
neuronxcc-2.16.372.0+4a9b2326/MODULE_878607c2d60970a9fc41+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_878607c2d60970a9fc41+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34fdddf4d2ca061b21bf61d7a4557fa3196d6b5eca664f59e490c3e7082ed8e8
3
+ size 377421
neuronxcc-2.16.372.0+4a9b2326/MODULE_878607c2d60970a9fc41+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aaaa54fe69394ea4d22aa87fbd5155392a8f302bdc808bd24e4d45f24610294
3
+ size 2468864
neuronxcc-2.16.372.0+4a9b2326/MODULE_c72254b6d5d85b70729c+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_c72254b6d5d85b70729c+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872ac96a8699d5785c01b59bf8a5c3af4a4e11da8fdd17074d7fb7516c2b6f63
3
+ size 823196
neuronxcc-2.16.372.0+4a9b2326/MODULE_c72254b6d5d85b70729c+613edded/model.hlo_module.pb.lock ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_cea91d96c873419351af+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_cea91d96c873419351af+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_cea91d96c873419351af+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e235dbb767b3637b09de42e08845eca7ec1d4ec8f402418979683370045d949
3
+ size 690250
neuronxcc-2.16.372.0+4a9b2326/MODULE_cea91d96c873419351af+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8018e3f371a6b398218d80eeb70c9945408130119adfabd6f0f67089c66c6ef
3
+ size 1311744
neuronxcc-2.16.372.0+4a9b2326/MODULE_da84b070ab21ed1df54f+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_da84b070ab21ed1df54f+613edded/model.done ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_da84b070ab21ed1df54f+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e235dbb767b3637b09de42e08845eca7ec1d4ec8f402418979683370045d949
3
+ size 690250
neuronxcc-2.16.372.0+4a9b2326/MODULE_da84b070ab21ed1df54f+613edded/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:278660495e06a56d2e03a0eeec56aaae67068065a48addf44802f4e6df75f86c
3
+ size 8274944
neuronxcc-2.16.372.0+4a9b2326/MODULE_e97848d10f15dfc4ab5b+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_e97848d10f15dfc4ab5b+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:872ac96a8699d5785c01b59bf8a5c3af4a4e11da8fdd17074d7fb7516c2b6f63
3
+ size 823196
neuronxcc-2.16.372.0+4a9b2326/MODULE_e97848d10f15dfc4ab5b+613edded/model.hlo_module.pb.lock ADDED
File without changes
neuronxcc-2.16.372.0+4a9b2326/MODULE_f0bee23f2ee053f4bc29+613edded/compile_flags.json ADDED
Binary file (91 Bytes). View file
 
neuronxcc-2.16.372.0+4a9b2326/MODULE_f0bee23f2ee053f4bc29+613edded/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e235dbb767b3637b09de42e08845eca7ec1d4ec8f402418979683370045d949
3
+ size 690250
neuronxcc-2.16.372.0+4a9b2326/MODULE_f0bee23f2ee053f4bc29+613edded/model.hlo_module.pb.lock ADDED
File without changes