meg-huggingface commited on
Commit
bb6f5b0
1 Parent(s): ffe4d51

Including RUNNING requests as a file that can be FAILED.

Browse files
Files changed (1) hide show
  1. src/backend/manage_requests.py +3 -3
src/backend/manage_requests.py CHANGED
@@ -97,7 +97,7 @@ def get_eval_requests(local_dir: str, hf_repo: str) -> list[EvalRequest]:
97
  for json_filepath in json_files:
98
  with open(json_filepath) as fp:
99
  data = json.load(fp)
100
- if data["status"] == PENDING_STATUS:
101
  data["json_filepath"] = json_filepath
102
  eval_request = EvalRequest(**data)
103
  eval_requests.append(eval_request)
@@ -149,9 +149,9 @@ def check_completed_evals(
149
  local_dir=local_dir_results, repo_type="dataset",
150
  max_workers=60, token=TOKEN)
151
 
152
- running_evals = get_eval_requests(hf_repo=hf_repo, local_dir=local_dir)
153
 
154
- for eval_request in running_evals:
155
  model = eval_request.model
156
  logger.info("====================================")
157
  logger.info(f"Checking {model}")
 
97
  for json_filepath in json_files:
98
  with open(json_filepath) as fp:
99
  data = json.load(fp)
100
+ if data["status"] in [PENDING_STATUS, RUNNING_STATUS]:
101
  data["json_filepath"] = json_filepath
102
  eval_request = EvalRequest(**data)
103
  eval_requests.append(eval_request)
 
149
  local_dir=local_dir_results, repo_type="dataset",
150
  max_workers=60, token=TOKEN)
151
 
152
+ eval_requests = get_eval_requests(hf_repo=hf_repo, local_dir=local_dir)
153
 
154
+ for eval_request in eval_requests:
155
  model = eval_request.model
156
  logger.info("====================================")
157
  logger.info(f"Checking {model}")