Upload folder using huggingface_hub (#4)

- fc624eac4cb17fd4499964005dcf8e2047a36816ea90ea8673418565e5831c49 (c539a836adaa65709b1e2f395760bfbcb58aa931)
- 65c6d26b94a6964e8b6e8f228ac579b4779b0bd318bb08bcf183ce2004b2281d (019643e67785e2b9fc4aff4eca8a1aa664c0d361)
- 1929e65e58111eb5afe23a88d97e4faf1fd8207eac5982811f3733d308aed225 (81a9af41f72690374e55e0e004a05933274f7935)

config.json

@@ -4,6 +4,7 @@
     "LlamaForCausalLM"
   ],
   "attention_bias": false,
+  "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
@@ -26,14 +27,15 @@
     "model_version": 1,
     "outlier_channel_split": false,
     "packsz": 4,
-    "rescale_WH": false
+    "rescale_WH": false,
+    "resid_scale_override": -1
   },
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.34.0",
+  "transformers_version": "4.36.2",
   "use_cache": true,
   "vocab_size": 32000
 }

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "transformers_version": "4.34.0"
+  "transformers_version": "4.36.2"
 }

model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cec7a95f97475a87aa11e8755c4410b27ad7bc77d82021ee9f8b91656b5fcf1
+size 4982062964

model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6139519db4e207fe5ad90a8ee4b5e3c3596974c0b0cd29303114ef9fdedf91
+size 3910057956