auto-round format
Browse filesSigned-off-by: wenhuach <[email protected]>
- config.json +2 -1
config.json
CHANGED
|
@@ -57,7 +57,8 @@
|
|
| 57 |
"lm_head"
|
| 58 |
],
|
| 59 |
"nsamples": 512,
|
| 60 |
-
"
|
|
|
|
| 61 |
"scale_dtype": "torch.float16",
|
| 62 |
"seqlen": 2048,
|
| 63 |
"sym": true,
|
|
|
|
| 57 |
"lm_head"
|
| 58 |
],
|
| 59 |
"nsamples": 512,
|
| 60 |
+
"backend": "auto_round:awq:gemm",
|
| 61 |
+
"quant_method": "intel/auto-round",
|
| 62 |
"scale_dtype": "torch.float16",
|
| 63 |
"seqlen": 2048,
|
| 64 |
"sym": true,
|