From 51224a85d3751c5d5ec6c093d28d12fa0ab4c755 Mon Sep 17 00:00:00 2001 From: pvvang <142422480+pvvang@users.noreply.github.com> Date: Mon, 26 May 2025 00:31:57 +0200 Subject: [PATCH] Update transformers_model.py --- src/lighteval/models/transformers/transformers_model.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/lighteval/models/transformers/transformers_model.py b/src/lighteval/models/transformers/transformers_model.py index 4f4a5db2f..e5eecbbad 100644 --- a/src/lighteval/models/transformers/transformers_model.py +++ b/src/lighteval/models/transformers/transformers_model.py @@ -1873,8 +1873,8 @@ def dpo_inference(self, requests: list[LoglikelihoodRequest], override_bs: Optio res.append( RewardModelingResponse( result=(chosen_score, rejected_score), - policy_chosen_logps=policy_chosen_logps[ix].cpu().numpy().tolist(), - policy_rejected_logps=policy_rejected_logps[ix].cpu().numpy().tolist() + policy_chosen_logps=policy_chosen_logps[ix].float().cpu().numpy().tolist(), + policy_rejected_logps=policy_rejected_logps[ix].float().cpu().numpy().tolist() ) ) @@ -1940,4 +1940,4 @@ def stop_sequences_criteria( [ *[MultiTokenEOSCriteria(sequence, tokenizer, batch) for sequence in stop_sequences], ] - ) \ No newline at end of file + )