Update app.py

app.py

@@ -48,7 +48,7 @@ unimath4 = """Goal:
   ============================
    (x ⊑ y ≃ (∀ i : approximating_family CX x, approximating_family CX x i ⊑ y))"""
 
-additional_info_prompt = "/-Explain using mathematics-/"
+additional_info_prompt = "/-Explain using mathematics-/\n"
 
 examples = [
     [unimath1, additional_info_prompt, 2500],
@@ -66,6 +66,9 @@ model.generation_config = GenerationConfig.from_pretrained(model_name)
 model.generation_config.pad_token_id = model.generation_config.eos_token_id
 model.generation_config.bos_token_id = 100000
 model.generation_config.eos_token_id = 100001
+model.generation_config.do_sample = True
+model.generation_config.temperature = 1.0
+model.generation_config.top_p = 0.95
 
 @spaces.GPU
 def solve_math_problem(question, informal_prefix, max_tokens):
@@ -73,13 +76,15 @@ def solve_math_problem(question, informal_prefix, max_tokens):
     prompt = format_prompt(question, informal_prefix)
     
     input_ids = tokenizer(prompt, return_tensors="pt").input_ids.to(model.device)
+    attention_mask = torch.ones_like(input_ids)
+    
     outputs = model.generate(
         input_ids,
+        attention_mask=attention_mask,
         max_length=max_tokens + input_ids.shape[1],
         pad_token_id=model.generation_config.pad_token_id,
         temperature=1.0,
         top_p=0.95,
-        do_sample=True
     )
     
     result = tokenizer.decode(outputs[0], skip_special_tokens=True)