Skip to content

Commit

Permalink
fix: typo: ROUGE is a metric, ROGUE is a scoundrel
Browse files Browse the repository at this point in the history
  • Loading branch information
ahgraber committed Oct 26, 2024
1 parent 6cf972c commit b49f0fe
Show file tree
Hide file tree
Showing 2 changed files with 4 additions and 4 deletions.
2 changes: 1 addition & 1 deletion src/ragas/metrics/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@
multimodal_relevance,
)
from ragas.metrics._noise_sensitivity import NoiseSensitivity
from ragas.metrics._rogue_score import RougeScore
from ragas.metrics._rouge_score import RougeScore
from ragas.metrics._sql_semantic_equivalence import LLMSQLEquivalence
from ragas.metrics._string import (
DistanceMeasure,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ class RougeScore(SingleTurnMetric):
_required_columns: t.Dict[MetricType, t.Set[str]] = field(
default_factory=lambda: {MetricType.SINGLE_TURN: {"reference", "response"}}
)
rogue_type: t.Literal["rouge1", "rougeL"] = "rougeL"
rouge_type: t.Literal["rouge1", "rougeL"] = "rougeL"
measure_type: t.Literal["fmeasure", "precision", "recall"] = "fmeasure"

def __post_init__(self):
Expand All @@ -34,9 +34,9 @@ async def _single_turn_ascore(
) -> float:
assert isinstance(sample.reference, str), "Sample reference must be a string"
assert isinstance(sample.response, str), "Sample response must be a string"
scorer = self.rouge_scorer.RougeScorer([self.rogue_type], use_stemmer=True)
scorer = self.rouge_scorer.RougeScorer([self.rouge_type], use_stemmer=True)
scores = scorer.score(sample.reference, sample.response)
return getattr(scores[self.rogue_type], self.measure_type)
return getattr(scores[self.rouge_type], self.measure_type)

async def _ascore(self, row: t.Dict, callbacks: Callbacks) -> float:
return await self._single_turn_ascore(SingleTurnSample(**row), callbacks)

0 comments on commit b49f0fe

Please sign in to comment.