Skip to content

Commit 061116e

Browse files
committed
Normalize string comparison to handle case-insensitive "true" checks in evaluation function
1 parent 0d378d3 commit 061116e

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

‎evaluation_function/evaluation.py‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -94,7 +94,7 @@ def evaluation_function(
9494
moderation_verdict = moderation_result.choices[0].message.content.strip()
9595
logger.debug("moderation verdict: %r", moderation_verdict)
9696

97-
if moderation_verdict != "True":
97+
if moderation_verdict.lower() != "true":
9898
logger.debug("response failed moderation, returning is_correct=False")
9999
result = Result(is_correct=False)
100100
result.add_feedback("feedback", "Response did not pass moderation.")
@@ -109,7 +109,7 @@ def evaluation_function(
109109
],
110110
)
111111
correctness_verdict = correctness_result.choices[0].message.content.strip()
112-
is_correct = correctness_verdict == "True"
112+
is_correct = correctness_verdict.lower() == "true"
113113
logger.debug("correctness verdict: %r -> is_correct=%s", correctness_verdict, is_correct)
114114

115115
if not params['feedback_prompt'].strip():

0 commit comments

Comments
 (0)