Spaces:
Running
Running
Update
Browse files- metrics.py +1 -0
metrics.py
CHANGED
@@ -42,6 +42,7 @@ def _check_answer(completion: str, answer: str) -> bool:
|
|
42 |
"""
|
43 |
completion = _answer_without_thoughts(completion).lower()
|
44 |
completion = re.sub(r'[^\w\s]', ' ', completion) # this replaces punctuations with space, aligning with the _parse_answer function's ' '.join
|
|
|
45 |
alternative_answers = _parse_answer(answer)
|
46 |
for answer_phrases in alternative_answers:
|
47 |
# if all(phrase in completion for phrase in answer_phrases):
|
|
|
42 |
"""
|
43 |
completion = _answer_without_thoughts(completion).lower()
|
44 |
completion = re.sub(r'[^\w\s]', ' ', completion) # this replaces punctuations with space, aligning with the _parse_answer function's ' '.join
|
45 |
+
completion = re.sub(r'[\u2000-\u200F\u202F\u205F\u3000]', ' ', completion) # replaces unicode spaces with space
|
46 |
alternative_answers = _parse_answer(answer)
|
47 |
for answer_phrases in alternative_answers:
|
48 |
# if all(phrase in completion for phrase in answer_phrases):
|