Chris4K commited on
Commit
38dc5a0
·
verified ·
1 Parent(s): f8f7ae7

Update services/strategy.py

Browse files
Files changed (1) hide show
  1. services/strategy.py +1 -1
services/strategy.py CHANGED
@@ -68,7 +68,7 @@ class BestOfN(GenerationStrategy):
68
 
69
 
70
  # Simple inference example
71
- prm_output = llm(
72
  "<|system|>\n{system_message}</s>\n<|user|>\n{response}</s>\n<|assistant|>", # Prompt
73
  max_tokens=512, # Generate up to 512 tokens
74
  stop=["</s>"], # Example stop token - not necessarily correct for this specific model! Please check before using.
 
68
 
69
 
70
  # Simple inference example
71
+ prm_output = generator.prm_model(
72
  "<|system|>\n{system_message}</s>\n<|user|>\n{response}</s>\n<|assistant|>", # Prompt
73
  max_tokens=512, # Generate up to 512 tokens
74
  stop=["</s>"], # Example stop token - not necessarily correct for this specific model! Please check before using.