Hugging Face's logo

aws-neuron
/
optimum-neuron-cache

Model card Files Community
306
jburtoft commited on
Commit
9a8727b
·
verified ·
1 Parent(s): 3145ce0

Synchronizing local compiler cache.

Browse files
Files changed (42) hide show
  1. .gitattributes +6 -0
  2. neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.27/training/llama/meta-llama/Meta-Llama-3-8B/adf6f3511440069b345f.json +1 -0
  3. neuronxcc-2.15.143.0+e39249ad/MODULE_10800808726427433249+6d1be540/compile_flags.json +1 -0
  4. neuronxcc-2.15.143.0+e39249ad/MODULE_10800808726427433249+6d1be540/model.done +0 -0
  5. neuronxcc-2.15.143.0+e39249ad/MODULE_10800808726427433249+6d1be540/model.hlo_module.pb +3 -0
  6. neuronxcc-2.15.143.0+e39249ad/MODULE_10800808726427433249+6d1be540/model.neff +3 -0
  7. neuronxcc-2.15.143.0+e39249ad/MODULE_11466734535501667068+6d1be540/compile_flags.json +1 -0
  8. neuronxcc-2.15.143.0+e39249ad/MODULE_11466734535501667068+6d1be540/model.done +0 -0
  9. neuronxcc-2.15.143.0+e39249ad/MODULE_11466734535501667068+6d1be540/model.hlo_module.pb +3 -0
  10. neuronxcc-2.15.143.0+e39249ad/MODULE_11466734535501667068+6d1be540/model.neff +0 -0
  11. neuronxcc-2.15.143.0+e39249ad/MODULE_13971745521746000651+6d1be540/compile_flags.json +1 -0
  12. neuronxcc-2.15.143.0+e39249ad/MODULE_13971745521746000651+6d1be540/model.done +0 -0
  13. neuronxcc-2.15.143.0+e39249ad/MODULE_13971745521746000651+6d1be540/model.hlo_module.pb +3 -0
  14. neuronxcc-2.15.143.0+e39249ad/MODULE_13971745521746000651+6d1be540/model.neff +0 -0
  15. neuronxcc-2.15.143.0+e39249ad/MODULE_17980245797899929617+6d1be540/compile_flags.json +1 -0
  16. neuronxcc-2.15.143.0+e39249ad/MODULE_17980245797899929617+6d1be540/model.done +0 -0
  17. neuronxcc-2.15.143.0+e39249ad/MODULE_17980245797899929617+6d1be540/model.hlo_module.pb +3 -0
  18. neuronxcc-2.15.143.0+e39249ad/MODULE_17980245797899929617+6d1be540/model.neff +3 -0
  19. neuronxcc-2.15.143.0+e39249ad/MODULE_2386039620992592220+6d1be540/compile_flags.json +1 -0
  20. neuronxcc-2.15.143.0+e39249ad/MODULE_2386039620992592220+6d1be540/model.done +0 -0
  21. neuronxcc-2.15.143.0+e39249ad/MODULE_2386039620992592220+6d1be540/model.hlo_module.pb +3 -0
  22. neuronxcc-2.15.143.0+e39249ad/MODULE_2386039620992592220+6d1be540/model.neff +0 -0
  23. neuronxcc-2.15.143.0+e39249ad/MODULE_3202048275283680853+6d1be540/compile_flags.json +1 -0
  24. neuronxcc-2.15.143.0+e39249ad/MODULE_3202048275283680853+6d1be540/model.done +0 -0
  25. neuronxcc-2.15.143.0+e39249ad/MODULE_3202048275283680853+6d1be540/model.hlo_module.pb +3 -0
  26. neuronxcc-2.15.143.0+e39249ad/MODULE_3202048275283680853+6d1be540/model.neff +0 -0
  27. neuronxcc-2.15.143.0+e39249ad/MODULE_4292354134695350120+6d1be540/compile_flags.json +1 -0
  28. neuronxcc-2.15.143.0+e39249ad/MODULE_4292354134695350120+6d1be540/model.done +0 -0
  29. neuronxcc-2.15.143.0+e39249ad/MODULE_4292354134695350120+6d1be540/model.hlo_module.pb +3 -0
  30. neuronxcc-2.15.143.0+e39249ad/MODULE_4292354134695350120+6d1be540/model.neff +3 -0
  31. neuronxcc-2.15.143.0+e39249ad/MODULE_5360550597788912574+6d1be540/compile_flags.json +1 -0
  32. neuronxcc-2.15.143.0+e39249ad/MODULE_5360550597788912574+6d1be540/model.done +0 -0
  33. neuronxcc-2.15.143.0+e39249ad/MODULE_5360550597788912574+6d1be540/model.hlo_module.pb +3 -0
  34. neuronxcc-2.15.143.0+e39249ad/MODULE_5360550597788912574+6d1be540/model.neff +3 -0
  35. neuronxcc-2.15.143.0+e39249ad/MODULE_6150625210882693277+6d1be540/compile_flags.json +1 -0
  36. neuronxcc-2.15.143.0+e39249ad/MODULE_6150625210882693277+6d1be540/model.done +0 -0
  37. neuronxcc-2.15.143.0+e39249ad/MODULE_6150625210882693277+6d1be540/model.hlo_module.pb +3 -0
  38. neuronxcc-2.15.143.0+e39249ad/MODULE_6150625210882693277+6d1be540/model.neff +3 -0
  39. neuronxcc-2.15.143.0+e39249ad/MODULE_804569838124339725+6d1be540/compile_flags.json +1 -0
  40. neuronxcc-2.15.143.0+e39249ad/MODULE_804569838124339725+6d1be540/model.done +0 -0
  41. neuronxcc-2.15.143.0+e39249ad/MODULE_804569838124339725+6d1be540/model.hlo_module.pb +3 -0
  42. neuronxcc-2.15.143.0+e39249ad/MODULE_804569838124339725+6d1be540/model.neff +3 -0
.gitattributes CHANGED
@@ -6853,3 +6853,9 @@ neuronxcc-2.16.345.0+69131dd3/MODULE_ece6ef2d072fd89c35a8/vae_encoder/model.neur
6853
  neuronxcc-2.16.345.0+69131dd3/MODULE_eeea370b5fb22f353681+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
6854
  neuronxcc-2.15.143.0+e39249ad/MODULE_83867e44a27b65a12481+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6855
  neuronxcc-2.15.143.0+e39249ad/MODULE_9ac5df1af559151d7b88+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
6853
  neuronxcc-2.16.345.0+69131dd3/MODULE_eeea370b5fb22f353681+613edded/model.neff filter=lfs diff=lfs merge=lfs -text
6854
  neuronxcc-2.15.143.0+e39249ad/MODULE_83867e44a27b65a12481+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6855
  neuronxcc-2.15.143.0+e39249ad/MODULE_9ac5df1af559151d7b88+39f12043/model.neff filter=lfs diff=lfs merge=lfs -text
6856
+ neuronxcc-2.15.143.0+e39249ad/MODULE_10800808726427433249+6d1be540/model.neff filter=lfs diff=lfs merge=lfs -text
6857
+ neuronxcc-2.15.143.0+e39249ad/MODULE_17980245797899929617+6d1be540/model.neff filter=lfs diff=lfs merge=lfs -text
6858
+ neuronxcc-2.15.143.0+e39249ad/MODULE_4292354134695350120+6d1be540/model.neff filter=lfs diff=lfs merge=lfs -text
6859
+ neuronxcc-2.15.143.0+e39249ad/MODULE_5360550597788912574+6d1be540/model.neff filter=lfs diff=lfs merge=lfs -text
6860
+ neuronxcc-2.15.143.0+e39249ad/MODULE_6150625210882693277+6d1be540/model.neff filter=lfs diff=lfs merge=lfs -text
6861
+ neuronxcc-2.15.143.0+e39249ad/MODULE_804569838124339725+6d1be540/model.neff filter=lfs diff=lfs merge=lfs -text
neuronxcc-2.15.143.0+e39249ad/0_REGISTRY/0.0.27/training/llama/meta-llama/Meta-Llama-3-8B/adf6f3511440069b345f.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"architectures": ["LlamaForCausalLM"], "attention_bias": false, "attention_dropout": 0.0, "bos_token_id": 128000, "eos_token_id": 128001, "hidden_act": "silu", "hidden_size": 4096, "initializer_range": 0.02, "intermediate_size": 14336, "max_position_embeddings": 8192, "mlp_bias": false, "model_type": "llama", "neuron": {"compiler_version": "2.15.143.0+e39249ad", "input_specs": {"attention_mask": [1, 1024], "input_ids": [1, 1024], "labels": [1, 1024]}, "model_class": "PeftModelForCausalLM", "num_neuron_cores_per_node": 8, "pipeline_parallel_size": 1, "precision": "bfloat16", "tensor_parallel_size": 2, "training": true}, "num_attention_heads": 32, "num_hidden_layers": 32, "num_key_value_heads": 8, "pretraining_tp": 1, "rms_norm_eps": 1e-05, "rope_scaling": null, "rope_theta": 500000.0, "tie_word_embeddings": false, "torch_dtype": "bfloat16", "use_cache": true, "vocab_size": 128256}
neuronxcc-2.15.143.0+e39249ad/MODULE_10800808726427433249+6d1be540/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.143.0+e39249ad/MODULE_10800808726427433249+6d1be540/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_10800808726427433249+6d1be540/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e630f9eddcbb28322c06dec479418887ba6146312fd87e2c24220908f9ed986
3
+ size 1287387
neuronxcc-2.15.143.0+e39249ad/MODULE_10800808726427433249+6d1be540/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:209a37fffe1d0af471d353667807b4e2ef8314d4e6a8f855a871d61142b40fbb
3
+ size 6022144
neuronxcc-2.15.143.0+e39249ad/MODULE_11466734535501667068+6d1be540/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.143.0+e39249ad/MODULE_11466734535501667068+6d1be540/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_11466734535501667068+6d1be540/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51a891b183e07a1b09453c03ffde894eec616fcc321c156253822a71cccd2304
3
+ size 200513
neuronxcc-2.15.143.0+e39249ad/MODULE_11466734535501667068+6d1be540/model.neff ADDED
Binary file (155 kB). View file
 
neuronxcc-2.15.143.0+e39249ad/MODULE_13971745521746000651+6d1be540/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.143.0+e39249ad/MODULE_13971745521746000651+6d1be540/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_13971745521746000651+6d1be540/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:931b42ea96661d4bbc7c0bc539c95d8d2f33e18a27df8176be4bf192c53735b6
3
+ size 1851
neuronxcc-2.15.143.0+e39249ad/MODULE_13971745521746000651+6d1be540/model.neff ADDED
Binary file (31.7 kB). View file
 
neuronxcc-2.15.143.0+e39249ad/MODULE_17980245797899929617+6d1be540/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.143.0+e39249ad/MODULE_17980245797899929617+6d1be540/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_17980245797899929617+6d1be540/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a2af088fc27fd48bdecd75225e093dc2f7294153c5a53de8fafb3121a9ea58a
3
+ size 3152747
neuronxcc-2.15.143.0+e39249ad/MODULE_17980245797899929617+6d1be540/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62255c429af0ef440ddcd3dcf162958f6a719b20fbfcd384977d542df8f5c89a
3
+ size 12975104
neuronxcc-2.15.143.0+e39249ad/MODULE_2386039620992592220+6d1be540/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.143.0+e39249ad/MODULE_2386039620992592220+6d1be540/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_2386039620992592220+6d1be540/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73d5da21673e2d8415e77262c18b6b560dc241a7d7070cc034ba2522ab93bc8a
3
+ size 201185
neuronxcc-2.15.143.0+e39249ad/MODULE_2386039620992592220+6d1be540/model.neff ADDED
Binary file (175 kB). View file
 
neuronxcc-2.15.143.0+e39249ad/MODULE_3202048275283680853+6d1be540/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.143.0+e39249ad/MODULE_3202048275283680853+6d1be540/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_3202048275283680853+6d1be540/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa7bfc2d17ef23ed714019ce5dd97ac9d7bcc777394807ae19077cf6daf8bdf0
3
+ size 305
neuronxcc-2.15.143.0+e39249ad/MODULE_3202048275283680853+6d1be540/model.neff ADDED
Binary file (11.3 kB). View file
 
neuronxcc-2.15.143.0+e39249ad/MODULE_4292354134695350120+6d1be540/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.143.0+e39249ad/MODULE_4292354134695350120+6d1be540/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_4292354134695350120+6d1be540/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:393abe77d321f6aa35580b00b46591dc3a276c028a1d5138ac9a6d8a44be571e
3
+ size 3243666
neuronxcc-2.15.143.0+e39249ad/MODULE_4292354134695350120+6d1be540/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:447769e533fbaf26503e5db89a61452e0e85ab70dfd8ec510327f5f1e5093001
3
+ size 13118464
neuronxcc-2.15.143.0+e39249ad/MODULE_5360550597788912574+6d1be540/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.143.0+e39249ad/MODULE_5360550597788912574+6d1be540/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_5360550597788912574+6d1be540/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b28e7ece0e004ba8b6d30ac6ead78c14b048fb8e4c362fe41ff19de52cf57ea
3
+ size 3244055
neuronxcc-2.15.143.0+e39249ad/MODULE_5360550597788912574+6d1be540/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ac1d018f5ffac50f2ed5d416d2eb27ec0f05ee3b429320513ac35a0c7fcec25
3
+ size 13118464
neuronxcc-2.15.143.0+e39249ad/MODULE_6150625210882693277+6d1be540/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.143.0+e39249ad/MODULE_6150625210882693277+6d1be540/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_6150625210882693277+6d1be540/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb857d0b250372d64ccba7362d8fbf26293863f9577d5921cefeb74cf54c0e6a
3
+ size 3153132
neuronxcc-2.15.143.0+e39249ad/MODULE_6150625210882693277+6d1be540/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58ae8ee421af7f52aa45727a58070d7d4cf45883e3f766ec912652166d13a975
3
+ size 12964864
neuronxcc-2.15.143.0+e39249ad/MODULE_804569838124339725+6d1be540/compile_flags.json ADDED
@@ -0,0 +1 @@
 
 
1
+ ["--model-type=transformer", "--distribution-strategy=llm-training", "--enable-saturate-infinity", "--model-type=transformer", "--model-type=transformer"]
neuronxcc-2.15.143.0+e39249ad/MODULE_804569838124339725+6d1be540/model.done ADDED
File without changes
neuronxcc-2.15.143.0+e39249ad/MODULE_804569838124339725+6d1be540/model.hlo_module.pb ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:603fe47313b02bd6ed39093267cd96b5c08e72389e84ab1efd79b7162a71ea06
3
+ size 1185792
neuronxcc-2.15.143.0+e39249ad/MODULE_804569838124339725+6d1be540/model.neff ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:812660208d554e0585bf2a7d2cc7a8ce0d860adf9d4660adc318fd32ec8e47d8
3
+ size 4557824