Hugging Face's logo

optimum-internal-testing
/
neuron-testing-cache

Model card Files
xet
Community
dacorvo HF Staff commited on
Commit
fa602c5
·
verified ·
1 Parent(s): d2afe5f

Synchronizing local compiler cache.

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +5 -0
  2. neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/cf6b9a360dcf294104671106bae2adbd9fd291823bb60a351883163684073231/0a461d42d71b4005fa9e.json +64 -0
  3. neuronxcc-2.21.33363.0+82129205/MODULE_0acfe8e118f5645dfe28+24129607/compile_flags.json +1 -0
  4. neuronxcc-2.21.33363.0+82129205/MODULE_0acfe8e118f5645dfe28+24129607/model.done +0 -0
  5. neuronxcc-2.21.33363.0+82129205/MODULE_0acfe8e118f5645dfe28+24129607/model.hlo_module.pb +3 -0
  6. neuronxcc-2.21.33363.0+82129205/MODULE_0acfe8e118f5645dfe28+24129607/model.neff +3 -0
  7. neuronxcc-2.21.33363.0+82129205/MODULE_137d2b1e9d185656d517+6170d8e1/model.hlo_module.pb +1 -1
  8. neuronxcc-2.21.33363.0+82129205/MODULE_137d2b1e9d185656d517+6170d8e1/model.neff +1 -1
  9. neuronxcc-2.21.33363.0+82129205/MODULE_14f2cb90587f7f6f0f5a+6c043b9a/compile_flags.json +1 -0
  10. neuronxcc-2.21.33363.0+82129205/MODULE_14f2cb90587f7f6f0f5a+6c043b9a/model.done +0 -0
  11. neuronxcc-2.21.33363.0+82129205/MODULE_14f2cb90587f7f6f0f5a+6c043b9a/model.hlo_module.pb +3 -0
  12. neuronxcc-2.21.33363.0+82129205/MODULE_14f2cb90587f7f6f0f5a+6c043b9a/model.neff +3 -0
  13. neuronxcc-2.21.33363.0+82129205/MODULE_18044ed346a94d78250a+24129607/model.hlo_module.pb +1 -1
  14. neuronxcc-2.21.33363.0+82129205/MODULE_18044ed346a94d78250a+24129607/model.neff +1 -1
  15. neuronxcc-2.21.33363.0+82129205/MODULE_47bbfc2252c9a9fd3c68+a02c3a36/model.neff +1 -1
  16. neuronxcc-2.21.33363.0+82129205/MODULE_47bbfc2252c9a9fd3c68+a02c3a36/wrapped_neff.hlo +1 -1
  17. neuronxcc-2.21.33363.0+82129205/MODULE_4ff804c2533da46e613e+24129607/model.hlo_module.pb +1 -1
  18. neuronxcc-2.21.33363.0+82129205/MODULE_4ff804c2533da46e613e+24129607/model.neff +1 -1
  19. neuronxcc-2.21.33363.0+82129205/MODULE_5620f0d58954f88c2890+24129607/model.neff +1 -1
  20. neuronxcc-2.21.33363.0+82129205/MODULE_5742ef8f5910f4e17377+a02c3a36/model.hlo_module.pb +1 -1
  21. neuronxcc-2.21.33363.0+82129205/MODULE_5742ef8f5910f4e17377+a02c3a36/model.neff +1 -1
  22. neuronxcc-2.21.33363.0+82129205/MODULE_5742ef8f5910f4e17377+a02c3a36/wrapped_neff.hlo +1 -1
  23. neuronxcc-2.21.33363.0+82129205/MODULE_691f0ef9fca273527dbe+24129607/model.hlo_module.pb +1 -1
  24. neuronxcc-2.21.33363.0+82129205/MODULE_691f0ef9fca273527dbe+24129607/model.neff +1 -1
  25. neuronxcc-2.21.33363.0+82129205/MODULE_71833bfb10ff3967bd3d+6170d8e1/model.hlo_module.pb +1 -1
  26. neuronxcc-2.21.33363.0+82129205/MODULE_71833bfb10ff3967bd3d+6170d8e1/model.neff +1 -1
  27. neuronxcc-2.21.33363.0+82129205/MODULE_95b9072f246645f24461+a02c3a36/model.hlo_module.pb +1 -1
  28. neuronxcc-2.21.33363.0+82129205/MODULE_95b9072f246645f24461+a02c3a36/model.neff +1 -1
  29. neuronxcc-2.21.33363.0+82129205/MODULE_95b9072f246645f24461+a02c3a36/wrapped_neff.hlo +1 -1
  30. neuronxcc-2.21.33363.0+82129205/MODULE_a3c6a617f4311e09ad49+a02c3a36/model.hlo_module.pb +1 -1
  31. neuronxcc-2.21.33363.0+82129205/MODULE_a3c6a617f4311e09ad49+a02c3a36/model.neff +1 -1
  32. neuronxcc-2.21.33363.0+82129205/MODULE_a3c6a617f4311e09ad49+a02c3a36/wrapped_neff.hlo +1 -1
  33. neuronxcc-2.21.33363.0+82129205/MODULE_ab293424ba3cf7b684c0+6170d8e1/model.hlo_module.pb +1 -1
  34. neuronxcc-2.21.33363.0+82129205/MODULE_ab293424ba3cf7b684c0+6170d8e1/model.neff +1 -1
  35. neuronxcc-2.21.33363.0+82129205/MODULE_c68ed9d0d3211fb37165+24129607/model.hlo_module.pb +1 -1
  36. neuronxcc-2.21.33363.0+82129205/MODULE_c68ed9d0d3211fb37165+24129607/model.neff +1 -1
  37. neuronxcc-2.21.33363.0+82129205/MODULE_c69743a3b026cb8c0f9e+a02c3a36/model.hlo_module.pb +1 -1
  38. neuronxcc-2.21.33363.0+82129205/MODULE_c69743a3b026cb8c0f9e+a02c3a36/model.neff +1 -1
  39. neuronxcc-2.21.33363.0+82129205/MODULE_c69743a3b026cb8c0f9e+a02c3a36/wrapped_neff.hlo +1 -1
  40. neuronxcc-2.21.33363.0+82129205/MODULE_cafe5e1cc124bf1d35e0+a02c3a36/model.hlo_module.pb +1 -1
  41. neuronxcc-2.21.33363.0+82129205/MODULE_cafe5e1cc124bf1d35e0+a02c3a36/model.neff +1 -1
  42. neuronxcc-2.21.33363.0+82129205/MODULE_cafe5e1cc124bf1d35e0+a02c3a36/wrapped_neff.hlo +1 -1
  43. neuronxcc-2.21.33363.0+82129205/MODULE_d50f09930f3886ac4b66+a02c3a36/model.hlo_module.pb +1 -1
  44. neuronxcc-2.21.33363.0+82129205/MODULE_d50f09930f3886ac4b66+a02c3a36/model.neff +1 -1
  45. neuronxcc-2.21.33363.0+82129205/MODULE_d50f09930f3886ac4b66+a02c3a36/wrapped_neff.hlo +1 -1
  46. neuronxcc-2.21.33363.0+82129205/MODULE_da7543b73fbd9c77b695+6170d8e1/model.hlo_module.pb +1 -1
  47. neuronxcc-2.21.33363.0+82129205/MODULE_da7543b73fbd9c77b695+6170d8e1/model.neff +1 -1
  48. neuronxcc-2.21.33363.0+82129205/MODULE_eb72db24aed4f48d28a3+a02c3a36/compile_flags.json +1 -0
  49. neuronxcc-2.21.33363.0+82129205/MODULE_eb72db24aed4f48d28a3+a02c3a36/model.done +0 -0
  50. neuronxcc-2.21.33363.0+82129205/MODULE_eb72db24aed4f48d28a3+a02c3a36/model.hlo_module.pb +3 -0
.gitattributes CHANGED
@@ -7180,3 +7180,8 @@ neuronxcc-2.21.33363.0+82129205/MODULE_17bab0cf99484f23e361+b02446f6/model.neff
7180
  neuronxcc-2.21.33363.0+82129205/MODULE_17bab0cf99484f23e361+b02446f6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
7181
  neuronxcc-2.21.33363.0+82129205/MODULE_04c64527506049d877d9+b02446f6/model.neff filter=lfs diff=lfs merge=lfs -text
7182
  neuronxcc-2.21.33363.0+82129205/MODULE_04c64527506049d877d9+b02446f6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
7180
  neuronxcc-2.21.33363.0+82129205/MODULE_17bab0cf99484f23e361+b02446f6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
7181
  neuronxcc-2.21.33363.0+82129205/MODULE_04c64527506049d877d9+b02446f6/model.neff filter=lfs diff=lfs merge=lfs -text
7182
  neuronxcc-2.21.33363.0+82129205/MODULE_04c64527506049d877d9+b02446f6/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
7183
+ neuronxcc-2.21.33363.0+82129205/MODULE_0acfe8e118f5645dfe28+24129607/model.neff filter=lfs diff=lfs merge=lfs -text
7184
+ neuronxcc-2.21.33363.0+82129205/MODULE_14f2cb90587f7f6f0f5a+6c043b9a/model.neff filter=lfs diff=lfs merge=lfs -text
7185
+ neuronxcc-2.21.33363.0+82129205/MODULE_eb72db24aed4f48d28a3+a02c3a36/model.neff filter=lfs diff=lfs merge=lfs -text
7186
+ neuronxcc-2.21.33363.0+82129205/MODULE_eb72db24aed4f48d28a3+a02c3a36/wrapped_neff.hlo filter=lfs diff=lfs merge=lfs -text
7187
+ neuronxcc-2.21.33363.0+82129205/MODULE_ff6e0ad0581f507d369c+6170d8e1/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.21.33363.0+82129205/0_REGISTRY/0.4.6.dev3/cf6b9a360dcf294104671106bae2adbd9fd291823bb60a351883163684073231/0a461d42d71b4005fa9e.json ADDED
@@ -0,0 +1,64 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_entry_class": "SingleModelCacheEntry",
3
+ "_model_id": "unsloth/Llama-3.2-1B-Instruct",
4
+ "_task": "text-generation",
5
+ "architectures": [
6
+ "LlamaForCausalLM"
7
+ ],
8
+ "attention_bias": false,
9
+ "attention_dropout": 0.0,
10
+ "dtype": "bfloat16",
11
+ "head_dim": 64,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 2048,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 8192,
16
+ "max_position_embeddings": 131072,
17
+ "mlp_bias": false,
18
+ "model_type": "llama",
19
+ "neuron": {
20
+ "_serialized_key": "NxDNeuronConfig",
21
+ "batch_size": 4,
22
+ "capacity_factor": null,
23
+ "checkpoint_id": "unsloth/Llama-3.2-1B-Instruct",
24
+ "checkpoint_revision": "5a8abab4a5d6f164389b1079fb721cfab8d7126c",
25
+ "continuous_batching": true,
26
+ "ep_degree": 1,
27
+ "fused_qkv": true,
28
+ "glu_mlp": true,
29
+ "local_ranks_size": 2,
30
+ "max_batch_size": 4,
31
+ "max_context_length": 4096,
32
+ "max_topk": 256,
33
+ "n_active_tokens": 4096,
34
+ "neuronxcc_version": "2.21.33363.0+82129205",
35
+ "on_device_sampling": true,
36
+ "optimum_neuron_version": "0.4.6.dev3",
37
+ "output_logits": false,
38
+ "pp_degree": 1,
39
+ "prefill_chunk_size": 1024,
40
+ "sequence_length": 4096,
41
+ "speculation_length": 0,
42
+ "start_rank_id": 0,
43
+ "target": "trn1",
44
+ "torch_dtype": "bfloat16",
45
+ "tp_degree": 2
46
+ },
47
+ "num_attention_heads": 32,
48
+ "num_hidden_layers": 16,
49
+ "num_key_value_heads": 8,
50
+ "pretraining_tp": 1,
51
+ "rms_norm_eps": 1e-05,
52
+ "rope_scaling": {
53
+ "factor": 32.0,
54
+ "high_freq_factor": 4.0,
55
+ "low_freq_factor": 1.0,
56
+ "original_max_position_embeddings": 8192,
57
+ "rope_type": "llama3"
58
+ },
59
+ "rope_theta": 500000.0,
60
+ "tie_word_embeddings": true,
61
+ "unsloth_fixed": true,
62
+ "use_cache": true,
63
+ "vocab_size": 128256
64
+ }
neuronxcc-2.21.33363.0+82129205/MODULE_0acfe8e118f5645dfe28+24129607/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/context_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.33363.0+82129205/MODULE_0acfe8e118f5645dfe28+24129607/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_0acfe8e118f5645dfe28+24129607/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01a4fed93c6cd483257d5a1298d72791181c38dd8ce7f0ab1f36bebbd1a4cc93
3
+ size 64986
neuronxcc-2.21.33363.0+82129205/MODULE_0acfe8e118f5645dfe28+24129607/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9727bacce9dd2dc9c9936e8edc953101889431256f23ef17f4ae326b84f257f9
3
+ size 226304
neuronxcc-2.21.33363.0+82129205/MODULE_137d2b1e9d185656d517+6170d8e1/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5405ee9c8f41348d0bd893b5e48ec19122bb8043738550e95ffb2f5449876a4d
3
  size 866871
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a13429dac9136350dbd707ba487f7744ba8b55d66f6bf4c949684d1a51bfd91
3
  size 866871
neuronxcc-2.21.33363.0+82129205/MODULE_137d2b1e9d185656d517+6170d8e1/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3e8bae57e4f136528379d6d32bc9abb7a9db46a13c031d168a46da79d7fc674e
3
  size 29758464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22e26720e026c218975f34e9519d975734c61ab531f4258ffbe8eb09cdb821a5
3
  size 29758464
neuronxcc-2.21.33363.0+82129205/MODULE_14f2cb90587f7f6f0f5a+6c043b9a/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/chunked_encoding/_tp0_bk0/log-neuron-cc.txt"]
neuronxcc-2.21.33363.0+82129205/MODULE_14f2cb90587f7f6f0f5a+6c043b9a/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_14f2cb90587f7f6f0f5a+6c043b9a/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cc06654f0d8c129836e4af09e2cf287e7ee40b8d3ea206bcaa236cbb85cf092
3
+ size 918002
neuronxcc-2.21.33363.0+82129205/MODULE_14f2cb90587f7f6f0f5a+6c043b9a/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a22f1bca8e55d93344621b11327191cfcd203e8cf2180fcffabb3f86d493884
3
+ size 40172544
neuronxcc-2.21.33363.0+82129205/MODULE_18044ed346a94d78250a+24129607/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10aec6163a2220dc0eaf386dbf1178e07df1a712fd50b018fe14148cd7e532bc
3
  size 593552
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87ce4944faa2f3d7fa0bfbf935506670db5c41d6a0c08af5194b6449f4388987
3
  size 593552
neuronxcc-2.21.33363.0+82129205/MODULE_18044ed346a94d78250a+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7812a21744e91c1f6fb470437568f2cdaf1dce297e0bd82152e22bc757b1c52c
3
  size 3769344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96aa276b19e37c3ae902d12d5da78e1052a74baef69baa558f27155a0faafe1c
3
  size 3769344
neuronxcc-2.21.33363.0+82129205/MODULE_47bbfc2252c9a9fd3c68+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cd628eec1476064a8204ca007ff40fbed4cc23f378e02ecfc6227569a072e88c
3
  size 1240064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3088284cdea76febed35d14d9ed0ee138b44830bfce57a5749bb49afab1bfa01
3
  size 1240064
neuronxcc-2.21.33363.0+82129205/MODULE_47bbfc2252c9a9fd3c68+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec7eb8e831982ef037ec0b1ac31e6a7ebad00c4984d69d380c768ba8c01a0075
3
  size 1362453
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cd8604614fd4d76064135fdb546788ab0de0e460ed5b46c253d38bdcd569e93
3
  size 1362453
neuronxcc-2.21.33363.0+82129205/MODULE_4ff804c2533da46e613e+24129607/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77aa6e56466f63a602dedff46d9989619913f612654147b3c637f7d3de61f7bb
3
  size 1050679
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba0dce0602506ec104796b8fd8725dee074d29c0e88ce5ce7f4b4f681250622b
3
  size 1050679
neuronxcc-2.21.33363.0+82129205/MODULE_4ff804c2533da46e613e+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e50869a02ea30d26e9508066369d2c0e30c2ea31d9a4a49d44bb0826fda5bdd0
3
  size 14050304
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb95dbd8cc3cab5b05fe9e7717acda2130bde6a0d8ac99b0a2fca725115f9ddf
3
  size 14050304
neuronxcc-2.21.33363.0+82129205/MODULE_5620f0d58954f88c2890+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1cac46ef4ae79281922f276f2620982a3742e6e3c1b7872ddcd81422d481a155
3
  size 1905664
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19221977512f263ecb24051e3ac3b2c979ca21ea4524c714789563faa271365f
3
  size 1905664
neuronxcc-2.21.33363.0+82129205/MODULE_5742ef8f5910f4e17377+a02c3a36/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c2a0e27aea45eec39afceeccd973f758e74d7f2b39164586a4bd50817a82017
3
  size 1117688
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5e7fcdf9f65af1b99f353b41bfb54288571325ca47b98d54e3e989a576ff880
3
  size 1117688
neuronxcc-2.21.33363.0+82129205/MODULE_5742ef8f5910f4e17377+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c86d6438f711a1112f00061385844a65b878de8c4ec8f31a56f86600544b2cc5
3
  size 5387264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12483685f9f33f8d93d63a0fd97933ff8dd168697144d649461cd3b5aca95c98
3
  size 5387264
neuronxcc-2.21.33363.0+82129205/MODULE_5742ef8f5910f4e17377+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ccaae03e61bacf189b7472ce831c13c89fd2850d9775d076386bc4d3e1c65e86
3
  size 5571457
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd7c6b14f10695fed21a2043ca93c89feabc56c16c28f11ec89dc8b0c95cd73e
3
  size 5571457
neuronxcc-2.21.33363.0+82129205/MODULE_691f0ef9fca273527dbe+24129607/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e51fdfdae7127466be2ec79701008b720297fad35905d1ca7fe02a528931a44f
3
  size 412170
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb3378b5d8896763319549ed5b812719fb401cdbc17e7f8ea868f219300074a
3
  size 412170
neuronxcc-2.21.33363.0+82129205/MODULE_691f0ef9fca273527dbe+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:264d323f483f1b288c66424b9648e9fd7f37c4ff2febad67ae2d0ccfa4526ed7
3
  size 5868544
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6878879817939ab8dc763af00c5a43aa20016ef65d44b5d6d006e30c2749be81
3
  size 5868544
neuronxcc-2.21.33363.0+82129205/MODULE_71833bfb10ff3967bd3d+6170d8e1/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:631e2888f6ee71acf1c9eb784246d591937aa8de79993a6850177196c2bc8fa2
3
  size 1207180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37173b87f2098da51055199893cf6d6b5bc3702f5fca629ddb79f66ed168542f
3
  size 1207180
neuronxcc-2.21.33363.0+82129205/MODULE_71833bfb10ff3967bd3d+6170d8e1/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec3da1c0626101d789222ba962ee1f2b30e606a10b59ead008350d5bc0a19e62
3
  size 58307584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc29783475d7b499deb17d2c9a2d968020b799a38164f302e863a2871045e619
3
  size 58307584
neuronxcc-2.21.33363.0+82129205/MODULE_95b9072f246645f24461+a02c3a36/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:12bcc80b2ad2cb1e12abbca61cd3f324f6f4f564cf78d121d0f5fcd01305c683
3
  size 451319
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b364b15f88cdba27d3ac4973f7dcfb2cbc49da9abd971bc1f0c52315364d55dc
3
  size 451319
neuronxcc-2.21.33363.0+82129205/MODULE_95b9072f246645f24461+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bdf04a70eb8bda2f7f4e49bedb2c346136c7e9b0dec32fa7421ea72474563fbe
3
  size 2509824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f173e6c1f419b379767e720c82df3bec9c7942c49ca6ce29905fdea0ee240610
3
  size 2509824
neuronxcc-2.21.33363.0+82129205/MODULE_95b9072f246645f24461+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c84f3a91584fb71a18f3ba16dd9c1cde9917ff28ab72e432ab03a61ad722f8dc
3
  size 2583911
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cde9a5e1a781062038054f87a06889f4898ef6a5b5a50ae52638bd62e04342a
3
  size 2583911
neuronxcc-2.21.33363.0+82129205/MODULE_a3c6a617f4311e09ad49+a02c3a36/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:36ddabd0c90ed641a0ad314822231050850400aa553214d5529473bf4ff0a305
3
  size 437679
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fc327b5aedfef4f958b55f2111e6023173d2189cdea1916de9b55b87b7ae397
3
  size 437679
neuronxcc-2.21.33363.0+82129205/MODULE_a3c6a617f4311e09ad49+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c11b69acff75055f0546f43508dcdbd542ee3eaff6195b6c57a3af7edf77dc6f
3
  size 2438144
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c4d9af9f5e635518ad5a32a994a12900817c494228366cb017a5921a8a0289
3
  size 2438144
neuronxcc-2.21.33363.0+82129205/MODULE_a3c6a617f4311e09ad49+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b57cd0d9c32e1bb6bce78c9222799e7c01e0b73129fbb8e01387a02910df1030
3
  size 2512245
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d9efa9457d5d2d58b8295197380c09b00f5279aa45c44a964a0c4d4a9ffdea
3
  size 2512245
neuronxcc-2.21.33363.0+82129205/MODULE_ab293424ba3cf7b684c0+6170d8e1/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:679ce8c5ef949ac06470210b35e4adee33fe05ef0fa91cce2bd5b47cfb6388c9
3
  size 559974
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47b99d5d3bb1aee834dab4fc1af971d3939c94fc2e1f9e3de69e78097abd2256
3
  size 559974
neuronxcc-2.21.33363.0+82129205/MODULE_ab293424ba3cf7b684c0+6170d8e1/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6cd865120e98300df7ed41b6a6657309ee50589d33e8f1aaeb76adb5aad9fac5
3
  size 44893184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:143ccfdb271dbeb652a8aa54d1263612081ab93cf1848c435fddc6a03f301791
3
  size 44893184
neuronxcc-2.21.33363.0+82129205/MODULE_c68ed9d0d3211fb37165+24129607/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:503f2ba00e01ec69dbbab68e814ed2bb73f646b48b6892b515292a585e9dfe2d
3
  size 839610
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:990cedcdabb6c3f81555756a62bf720aa67bcf902b798c5bc0ecb2cb1ec99630
3
  size 839610
neuronxcc-2.21.33363.0+82129205/MODULE_c68ed9d0d3211fb37165+24129607/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac9d8573bdda4cd25a8b90976246d32cdd841ea5e0890eb3aa6f7ee6a972eb94
3
  size 12626944
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1fde40d64ad7a1680d0f7140de088850a187367b1d9d807c4a6cce6049608d9
3
  size 12626944
neuronxcc-2.21.33363.0+82129205/MODULE_c69743a3b026cb8c0f9e+a02c3a36/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:726697ae6d69106a35fc6caab871c35bccbf129873b887f75986cfbdd687e625
3
  size 588724
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:19abd02589b7e770cc7d22a41832a1d7c1b18e5db1cdbd0f57e95939951b2311
3
  size 588724
neuronxcc-2.21.33363.0+82129205/MODULE_c69743a3b026cb8c0f9e+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7c258ba5a15e6c435b0719ac65ac7aed62119f5d3d3dc497bc8557452b5afc7
3
  size 1659904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e9a16db24435f3344d68819315ac43e7ec035fdf41c68ba517491e1cc7db394
3
  size 1659904
neuronxcc-2.21.33363.0+82129205/MODULE_c69743a3b026cb8c0f9e+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd30f302fc03f3e2cbf90294931da3ae0f5faa5a5f0cf021340988ef20175088
3
  size 1782293
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee0ea35ca5a7f2dda442d215bb13c572d23bc55b448a956b0f57522e111c3d11
3
  size 1782293
neuronxcc-2.21.33363.0+82129205/MODULE_cafe5e1cc124bf1d35e0+a02c3a36/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:78e69b77e5c34297018c01769fa5cb3dc76d5a1edeadcfa530419c770b4bc0bd
3
  size 616389
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e883165574aed0354166f6d95aca4f607724646d2e006e98dba0278cf6ccbda4
3
  size 616389
neuronxcc-2.21.33363.0+82129205/MODULE_cafe5e1cc124bf1d35e0+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:440dff8141899e1feee0b232802eb84646ca15db0fdfedf5c6ac261952a33027
3
  size 1793024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7d565671b559335ebd689af245b937c3963e13d9c03e7386b1cdc468337e980
3
  size 1793024
neuronxcc-2.21.33363.0+82129205/MODULE_cafe5e1cc124bf1d35e0+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7e7c6096a78d91c83b5aa8a9e9a48f876e3782f8b163f6a69ea89dde69e9e22
3
  size 1949215
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e0ded5f6ec49b752d33c658d09c59eb423a5d28f1aeedd89b066fe5bbcae935
3
  size 1949215
neuronxcc-2.21.33363.0+82129205/MODULE_d50f09930f3886ac4b66+a02c3a36/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df3122b05453bf9f572786aa49b7e5df0168024a8f52330ce2671cc7e157cd81
3
  size 904767
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:179bdac81143630f9d441635b2b26fa7932ed558003eca339746b0003a725b51
3
  size 904767
neuronxcc-2.21.33363.0+82129205/MODULE_d50f09930f3886ac4b66+a02c3a36/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6283f00665e3747e029a916a314a7185c78798b530296350881c6422ec1cad72
3
  size 5827584
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a37fc84e549c108bc966313a5725202957b82812292828925d342489eb7729b4
3
  size 5827584
neuronxcc-2.21.33363.0+82129205/MODULE_d50f09930f3886ac4b66+a02c3a36/wrapped_neff.hlo CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f36761cca5a82603e8d8cb052c52a7b98c82217d90b6c06f094e68d980b82636
3
  size 5994108
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fef7123c53ed6ad89406099987d3e6d38e26878221cb72cd5cedfb1903467a0
3
  size 5994108
neuronxcc-2.21.33363.0+82129205/MODULE_da7543b73fbd9c77b695+6170d8e1/model.hlo_module.pb CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8039f37cf8f74df32eb6821df951e715cb9be5a7b6c9374dafd414d5ed8545bd
3
  size 1538064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d205571fe7e17384578352c7c49dc0c2d095ae2bdb745edb1db783c94df73fc
3
  size 1538064
neuronxcc-2.21.33363.0+82129205/MODULE_da7543b73fbd9c77b695+6170d8e1/model.neff CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d1d31257822d52e37e1fc1b5d7630208f8c8b75bbff6ad6594c32a1335526791
3
  size 111862784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98d1b4384f2a614ccd9b9a1bd6dfc1ee06f0277e6dd173cf6795f23e60fc3fb3
3
  size 111862784
neuronxcc-2.21.33363.0+82129205/MODULE_eb72db24aed4f48d28a3+a02c3a36/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--target=trn1", "--auto-cast=none", "--model-type=transformer", "--tensorizer-options=--enable-ccop-compute-overlap --cc-pipeline-tiling-factor=2 --vectorize-strided-dma ", "-O2", "--lnc=1", "--logfile=/tmp/nxd_model/token_generation/_tp0_bk0/log-neuron-cc.txt", "--enable-internal-neff-wrapper"]
neuronxcc-2.21.33363.0+82129205/MODULE_eb72db24aed4f48d28a3+a02c3a36/model.done ADDED
File without changes
neuronxcc-2.21.33363.0+82129205/MODULE_eb72db24aed4f48d28a3+a02c3a36/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045b4161134cc33f193bdc9814c10fa16d6580268459ce1e9f8b2420b90e2687
3
+ size 63730