Hugging Face's logo

Intel
/
Meta-Llama-3.1-8B-Instruct-int4-inc

Model card Files Community
1
weiweiz1 commited on
Commit
9a644ef
•
1 Parent(s): 39d274e

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -2
README.md CHANGED
@@ -22,7 +22,7 @@ python3 main.py \
22
  --bits 4 \
23
  --nsamples 512 \
24
  --iters 1000 \
25
- --model_dtype "fp16"
26
  --deployment_device 'auto_round' \
27
  --eval_bs 16 \
28
  --output_dir "./tmp_autoround" \
@@ -82,7 +82,7 @@ text = "Tell me something about Intel. "
82
  lm-eval 0.4.2 eval_bs 16, 0-shot in default
83
 
84
  | Metric | BF16 | INT4 | INT4 lmhead |
85
- | ------------------------- | ------ | ------ | ----------- |
86
  | Avg. | 0.6539 | 0.6483 | 0.6454 |
87
  | Avg w/o gsm8k | 0.6425 | 0.6394 | 0.6357 |
88
  | mmlu | 0.6778 | 0.6676 | 0.6602 |
 
22
  --bits 4 \
23
  --nsamples 512 \
24
  --iters 1000 \
25
+ --model_dtype "fp16" \
26
  --deployment_device 'auto_round' \
27
  --eval_bs 16 \
28
  --output_dir "./tmp_autoround" \
 
82
  lm-eval 0.4.2 eval_bs 16, 0-shot in default
83
 
84
  | Metric | BF16 | INT4 | INT4 lmhead |
85
+ |:------------------------- |:-------|:------ |:----------- |
86
  | Avg. | 0.6539 | 0.6483 | 0.6454 |
87
  | Avg w/o gsm8k | 0.6425 | 0.6394 | 0.6357 |
88
  | mmlu | 0.6778 | 0.6676 | 0.6602 |