Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -436,8 +436,7 @@ def _build_eval_prompt(
) -> str:
"""Build the evaluation prompt for the evaluator"""
return f"""
Evaluate the following response based on these criteria:
{self.evaluator.instruction}
Evaluate the following response.

Original Request: {original_request}
Current Response (Iteration {iteration + 1}): {current_response}
Expand Down
15 changes: 15 additions & 0 deletions tests/workflows/evaluator_optimizer/test_evaluator_optimizer.py
Original file line number Diff line number Diff line change
Expand Up @@ -108,6 +108,21 @@ def test_build_eval_prompt(mock_optimizer, mock_evaluator):
assert "Provide your evaluation as a structured response" in prompt



def test_build_eval_prompt_does_not_repeat_evaluator_instruction(
mock_optimizer, mock_evaluator
):
eo = EvaluatorOptimizerLLM(
optimizer=mock_optimizer,
evaluator=mock_evaluator,
)
prompt = eo._build_eval_prompt(
original_request="What is the capital of France?",
current_response="Paris",
iteration=0,
)
assert "Evaluate the following response." in prompt
assert "Evaluate this." not in prompt
def test_build_refinement_prompt(mock_optimizer, mock_evaluator):
eo = EvaluatorOptimizerLLM(
optimizer=mock_optimizer,
Expand Down
Loading