meg-huggingface
commited on
Commit
·
fb6d1ba
1
Parent(s):
0f1cbe4
Changing to HF_TOKEN
Browse files- src/envs.py +3 -3
src/envs.py
CHANGED
@@ -4,15 +4,15 @@ from huggingface_hub import HfApi
|
|
4 |
|
5 |
# Info to change for your repository
|
6 |
# ----------------------------------
|
7 |
-
TOKEN = os.environ.get("
|
8 |
|
9 |
OWNER = "meg" # Change to your org - don't forget to create a results and request dataset
|
10 |
|
11 |
# For harness evaluations
|
12 |
DEVICE = "cuda:0" #if you add compute, for harness evaluations
|
13 |
-
LIMIT =
|
14 |
NUM_FEWSHOT = 0 # Change with your few shot for the Harness evaluations
|
15 |
-
TASKS_HARNESS = ["
|
16 |
|
17 |
# For lighteval evaluations
|
18 |
ACCELERATOR = "cpu"
|
|
|
4 |
|
5 |
# Info to change for your repository
|
6 |
# ----------------------------------
|
7 |
+
TOKEN = os.environ.get("HF_TOKEN") # A read/write token for your org
|
8 |
|
9 |
OWNER = "meg" # Change to your org - don't forget to create a results and request dataset
|
10 |
|
11 |
# For harness evaluations
|
12 |
DEVICE = "cuda:0" #if you add compute, for harness evaluations
|
13 |
+
LIMIT = 10 # !!!! For testing, should be None for actual evaluations!!!
|
14 |
NUM_FEWSHOT = 0 # Change with your few shot for the Harness evaluations
|
15 |
+
TASKS_HARNESS = ["realtoxicityprompts"]#, "toxigen", "logiqa"]
|
16 |
|
17 |
# For lighteval evaluations
|
18 |
ACCELERATOR = "cpu"
|