Toxigen

src/envs.py

@@ -12,7 +12,7 @@ OWNER = "meg" # Change to your org - don't forget to create a results and reques
 DEVICE = "cuda:0" #if you add compute, for harness evaluations
 LIMIT = None# 3 # !!!! For testing, should be None for actual evaluations!!!
 NUM_FEWSHOT = 0 # Change with your few shot for the Harness evaluations
-TASKS_HARNESS = ["realtoxicityprompts"]#, "toxigen", "logiqa"]
+TASKS_HARNESS = ["toxigen"]#"realtoxicityprompts"]#, "toxigen", "logiqa"]
 
 # For lighteval evaluations
 ACCELERATOR = "cpu"