Skip to content

Commit 983f7c1

Browse files
ninghul0lawrence
authored andcommitted
[Evaluation] Change RougeType to Enum (Azure#38131)
* Change RougeType to Enum * update test recording * update assets.json * try to update recordings to fix the failed tests * update * revert assets.json * update
1 parent c925a1f commit 983f7c1

2 files changed

Lines changed: 4 additions & 5 deletions

File tree

sdk/evaluation/azure-ai-evaluation/assets.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,5 +2,5 @@
22
"AssetsRepo": "Azure/azure-sdk-assets",
33
"AssetsRepoPrefixPath": "python",
44
"TagPrefix": "python/evaluation/azure-ai-evaluation",
5-
"Tag": "python/evaluation/azure-ai-evaluation_eb4989f81d"
5+
"Tag": "python/evaluation/azure-ai-evaluation_e3ec13551e"
66
}

sdk/evaluation/azure-ai-evaluation/azure/ai/evaluation/_evaluators/_rouge/_rouge.py

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -6,10 +6,9 @@
66
from promptflow._utils.async_utils import async_run_allowing_running_loop
77

88
from azure.ai.evaluation._vendor.rouge_score import rouge_scorer
9-
from azure.core import CaseInsensitiveEnumMeta
109

1110

12-
class RougeType(str, Enum, metaclass=CaseInsensitiveEnumMeta):
11+
class RougeType(Enum):
1312
"""
1413
Enumeration of ROUGE (Recall-Oriented Understudy for Gisting Evaluation) types.
1514
"""
@@ -38,8 +37,8 @@ def __init__(self, rouge_type: RougeType):
3837
self._rouge_type = rouge_type
3938

4039
async def __call__(self, *, ground_truth: str, response: str, **kwargs):
41-
scorer = rouge_scorer.RougeScorer(rouge_types=[self._rouge_type])
42-
metrics = scorer.score(ground_truth, response)[self._rouge_type]
40+
scorer = rouge_scorer.RougeScorer(rouge_types=[self._rouge_type.value])
41+
metrics = scorer.score(ground_truth, response)[self._rouge_type.value]
4342
return {
4443
"rouge_precision": metrics.precision,
4544
"rouge_recall": metrics.recall,

0 commit comments

Comments
 (0)