Hugging Face's logo

Columbia-NLP
/
LION-LLaMA-3-8b-dpo-v1.0

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
1
jasonyux commited on
Commit
c1f0382
•
1 Parent(s): ad4e29d

Upload LlamaForCausalLM

Browse files
Files changed (9) hide show
  1. config.json +2 -2
  2. generation_config.json +1 -2
  3. model-00001-of-00007.safetensors +1 -1
  4. model-00002-of-00007.safetensors +1 -1
  5. model-00003-of-00007.safetensors +1 -1
  6. model-00004-of-00007.safetensors +1 -1
  7. model-00005-of-00007.safetensors +1 -1
  8. model-00006-of-00007.safetensors +1 -1
  9. model-00007-of-00007.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "../model_checkpoints_coffee/oil/lion-llama-v0.1/llama-8b-v0.2-dpo2-online-60k-beta0.01-epoch1-bsz128-zero3",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -24,6 +24,6 @@
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float32",
26
  "transformers_version": "4.39.1",
27
- "use_cache": false,
28
  "vocab_size": 128256
29
  }
 
1
  {
2
+ "_name_or_path": "../model_checkpoints_coffee/oil/lion-llama-v0.1/llama3-8b-lion-v0.2-dpo2-beta0.01-seq2048-1epoch-bsz128-lr5e-7",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float32",
26
  "transformers_version": "4.39.1",
27
+ "use_cache": true,
28
  "vocab_size": 128256
29
  }
generation_config.json CHANGED
@@ -2,6 +2,5 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 128000,
4
  "eos_token_id": 128001,
5
- "transformers_version": "4.39.1",
6
- "use_cache": false
7
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 128000,
4
  "eos_token_id": 128001,
5
+ "transformers_version": "4.39.1"
 
6
  }
model-00001-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0812a765422aca64a745cb690374436d2efcbd06e467d1e03cb53c9ab6236271
3
  size 4886466168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fdda20f63b2295cc2df97fbbd3c5fb786441bd939aadc822ae37eb270d053b0
3
  size 4886466168
model-00002-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:65075edb2fb890e751525fe51eee578f01e7b2222f6631cd2ff01b187d6b6280
3
  size 4832007448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:495057135f4d9ba52f7e7fc70e2792dd740bef522a2ef84a0748da5d9bbeb0bf
3
  size 4832007448
model-00003-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c3dd3c9ad5baa92c0c3109f3055ca7efef88abd40b5a87f309279275e26dbc7
3
  size 4999813112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2ef3381a55bf8bed6a76109acb2f7397eeb7498e68d7c1ab27c4e167b40faac
3
  size 4999813112
model-00004-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f598737b75fe7ca04847ff628602afa4d68e929581dab4d04dc2f0113c72c7d8
3
  size 4999813128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45dde156f3d5d76a44d3dc3b7b331887980dfe22d98cb8b2ee38eab8151054c3
3
  size 4999813128
model-00005-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:95655bcf4267892d5ef3bce6878e40f72e595147ed50512f580aacb95f70dcf7
3
  size 4832007496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d30aec5214af82c84e9eebb0ec2e545d670a68bb9a4ef45153ea87eef91282ac
3
  size 4832007496
model-00006-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f99d5d0944732b2aba6ff4d922707951e7ef0ccfb2ad8c47d06e89157eaa001c
3
  size 4999813120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1e95a98e484ead4fcbd72bd697537e2df1df98153125b6a450e0e3d2a25b03f
3
  size 4999813120
model-00007-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9832ec93d81a8e5a80f614c50c74ec501cffaf25583325d3f833ecc6d65d2774
3
  size 2571158184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6b27992564045eec7166c0fe671f0d2e159e613549f4e4636c919fba2f56a2e
3
  size 2571158184