Fixed some numbers.

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "z",
+  "_name_or_path": "DeepSeek-V3-1B-Test",
   "architectures": [
     "DeepseekV3ForCausalLM"
   ],
@@ -18,11 +18,11 @@
   "hidden_act": "silu",
   "hidden_size": 1024,
   "initializer_range": 0.02,
-  "intermediate_size": 5472,
+  "intermediate_size": 5376,
   "kv_lora_rank": 512,
   "max_position_embeddings": 163840,
   "model_type": "deepseek_v3",
-  "moe_intermediate_size": 704,
+  "moe_intermediate_size": 640,
   "moe_layer_freq": 1,
   "n_group": 8,
   "n_routed_experts": 32,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:719d2f025797fca06ae66f3026ccd3af44ba3f88476294ebcc09047f30e36fc6
-size 2230766144
+oid sha256:a9db5309afa023828200507bbe04d1aaff8667510b47b24ac999f340876da1ee
+size 2099235336