Update services/strategy.py
Browse files- services/strategy.py +1 -1
services/strategy.py
CHANGED
@@ -68,7 +68,7 @@ class BestOfN(GenerationStrategy):
|
|
68 |
|
69 |
|
70 |
# Simple inference example
|
71 |
-
prm_output =
|
72 |
"<|system|>\n{system_message}</s>\n<|user|>\n{response}</s>\n<|assistant|>", # Prompt
|
73 |
max_tokens=512, # Generate up to 512 tokens
|
74 |
stop=["</s>"], # Example stop token - not necessarily correct for this specific model! Please check before using.
|
|
|
68 |
|
69 |
|
70 |
# Simple inference example
|
71 |
+
prm_output = generator.prm_model(
|
72 |
"<|system|>\n{system_message}</s>\n<|user|>\n{response}</s>\n<|assistant|>", # Prompt
|
73 |
max_tokens=512, # Generate up to 512 tokens
|
74 |
stop=["</s>"], # Example stop token - not necessarily correct for this specific model! Please check before using.
|