leonard-dls commited on
Commit
caa4a26
·
1 Parent(s): 3e7569f
Files changed (1) hide show
  1. app.py +12 -0
app.py CHANGED
@@ -8,6 +8,13 @@ file_path = "filtered_big_gsm8k_output.jsonl"
8
  similarity_threshold = 0.85
9
  current_index = 0
10
 
 
 
 
 
 
 
 
11
 
12
  def find_similar_chunks(original, output):
13
  matcher = SequenceMatcher(None, original, output)
@@ -41,6 +48,11 @@ def next_example():
41
  )
42
 
43
  with gr.Blocks() as demo:
 
 
 
 
 
44
  prompt = gr.Textbox(
45
  label="Prompt",
46
  interactive=False,
 
8
  similarity_threshold = 0.85
9
  current_index = 0
10
 
11
+ description_text = """
12
+ This Space is inspired by [Luis Hunt's](https://www.linkedin.com/posts/louiswhunt_see-below-for-6882-pages-of-mmlu-and-gsm8k-activity-7281011488692047872-fWCE?utm_source=share&utm_medium=member_desktop) post.
13
+ He highlights how current top performing models from major vendors are contaminated with benchmark data that is supposed to be used to assess their performance.
14
+
15
+ This space aims to partially reproduce this work. I chose to look at the contamination of **Qwen/Qwen2.5-14B** by **GSM8K** dataset.
16
+ """
17
+
18
 
19
  def find_similar_chunks(original, output):
20
  matcher = SequenceMatcher(None, original, output)
 
48
  )
49
 
50
  with gr.Blocks() as demo:
51
+ with gr.Row():
52
+ with gr.Column(scale=1):
53
+ gr.Markdown(description_text)
54
+ with gr.Column(scale=1):
55
+ pass
56
  prompt = gr.Textbox(
57
  label="Prompt",
58
  interactive=False,