From 1e38b2956117390f8627af9990a86a65e317ce4e Mon Sep 17 00:00:00 2001 From: Hynek Kydlicek Date: Tue, 28 Jan 2025 13:14:48 +0100 Subject: [PATCH] add doc --- src/lighteval/metrics/dynamic_metrics.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/lighteval/metrics/dynamic_metrics.py b/src/lighteval/metrics/dynamic_metrics.py index 26fdabd4a..4462ffac1 100644 --- a/src/lighteval/metrics/dynamic_metrics.py +++ b/src/lighteval/metrics/dynamic_metrics.py @@ -217,6 +217,9 @@ def multilingual_extractive_match_metric( - "no_fallback": Only use first successfully parsed matches - "first_match": Use the first successfully parsed match + first match irregardless the parsing success extraction_mode: Literal["first_match", "any_match"] + - "first_match": Only tries to extract the first regex match if it fails no other matches are tried + - "any_match": Tries to extract any regex match + precision: int Number of decimal places to use when comparing numerical values. Defaults to 6.