Update config.json
Browse files- config.json +1 -17
config.json
CHANGED
|
@@ -33,23 +33,7 @@
|
|
| 33 |
"true_sequential": true,
|
| 34 |
"model_name_or_path": null,
|
| 35 |
"model_file_base_name": "model",
|
| 36 |
-
|
| 37 |
-
"modules_in_block_to_quantize": [
|
| 38 |
-
[
|
| 39 |
-
"self_attn.k_proj",
|
| 40 |
-
"self_attn.v_proj",
|
| 41 |
-
"self_attn.q_proj"
|
| 42 |
-
],
|
| 43 |
-
[
|
| 44 |
-
"self_attn.o_proj"
|
| 45 |
-
],
|
| 46 |
-
[
|
| 47 |
-
"mlp.up_proj",
|
| 48 |
-
"mlp.gate_proj"
|
| 49 |
-
],
|
| 50 |
-
[
|
| 51 |
-
"mlp.down_proj"
|
| 52 |
-
]
|
| 53 |
]
|
| 54 |
}
|
| 55 |
}
|
|
|
|
| 33 |
"true_sequential": true,
|
| 34 |
"model_name_or_path": null,
|
| 35 |
"model_file_base_name": "model",
|
| 36 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 37 |
]
|
| 38 |
}
|
| 39 |
}
|