Skip to content

Commit fe395db

Browse files
guipenedoHynek Kydlicek
authored andcommitted
fix issue with truncated_tokens_count
1 parent b2cde66 commit fe395db

File tree

1 file changed

+6
-3
lines changed

1 file changed

+6
-3
lines changed

src/lighteval/models/dummy_model.py

Lines changed: 6 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -66,15 +66,18 @@ def greedy_until(self, requests: list[GreedyUntilRequest], override_bs: Optional
6666

6767
def loglikelihood(self, requests: list[LoglikelihoodRequest], override_bs: Optional[int] = None) -> list[
6868
LoglikelihoodReturn]:
69-
return [LoglikelihoodReturn((-random.random(), False)) for _ in requests]
69+
return [LoglikelihoodReturn((-random.random(), False), truncated_tokens_count=0, padded_tokens_count=0)
70+
for _ in requests]
7071

7172
def loglikelihood_rolling(self, requests: list[LoglikelihoodRollingRequest], override_bs: Optional[int] = None) -> \
7273
list[LoglikelihoodReturn]:
73-
return [LoglikelihoodReturn((-random.random(), False)) for _ in requests]
74+
return [LoglikelihoodReturn((-random.random(), False), truncated_tokens_count=0, padded_tokens_count=0)
75+
for _ in requests]
7476

7577
def loglikelihood_single_token(self, requests: list[LoglikelihoodSingleTokenRequest],
7678
override_bs: Optional[int] = None) -> list[LoglikelihoodSingleTokenReturn]:
7779
return [
78-
LoglikelihoodSingleTokenReturn(result=[-random.random() for _ in req.tokenized_continuation])
80+
LoglikelihoodSingleTokenReturn(result=[-random.random() for _ in req.tokenized_continuation],
81+
truncated_tokens_count=0, padded_tokens_count=0)
7982
for req in requests
8083
]

0 commit comments

Comments
 (0)