Spaces:
Runtime error
Runtime error
Clémentine
commited on
Commit
•
c81dadf
1
Parent(s):
d6c01c6
gating issues fix
Browse files
src/leaderboard/read_evals.py
CHANGED
@@ -207,7 +207,7 @@ def get_raw_eval_results(results_path: str, requests_path: str, dynamic_path: st
|
|
207 |
if eval_result.full_model in dynamic_data:
|
208 |
eval_result.update_with_dynamic_file_dict(dynamic_data[eval_result.full_model])
|
209 |
# Hardcoding because of gating problem
|
210 |
-
if "meta-llama"
|
211 |
eval_result.still_on_hub = True
|
212 |
|
213 |
# Store results of same eval together
|
|
|
207 |
if eval_result.full_model in dynamic_data:
|
208 |
eval_result.update_with_dynamic_file_dict(dynamic_data[eval_result.full_model])
|
209 |
# Hardcoding because of gating problem
|
210 |
+
if any([org in eval_result.full_model for org in ["meta-llama/", "google/", "tiiuae/"]]):
|
211 |
eval_result.still_on_hub = True
|
212 |
|
213 |
# Store results of same eval together
|