diff --git a/reversal/tokeniser.go b/reversal/tokeniser.go index 16aa366..592384f 100644 --- a/reversal/tokeniser.go +++ b/reversal/tokeniser.go @@ -1484,3 +1484,8 @@ func DisambiguationStatsFromTokens(tokens []Token) DisambiguationStats { } return s } + +// DisambiguationStats returns aggregate disambiguation stats for a token slice. +func (t *Tokeniser) DisambiguationStats(tokens []Token) DisambiguationStats { + return DisambiguationStatsFromTokens(tokens) +} diff --git a/reversal/tokeniser_test.go b/reversal/tokeniser_test.go index 16fa1f9..3023255 100644 --- a/reversal/tokeniser_test.go +++ b/reversal/tokeniser_test.go @@ -927,7 +927,7 @@ func TestDisambiguationStats_WithAmbiguous(t *testing.T) { setup(t) tok := NewTokeniser() tokens := tok.Tokenise("The commit passed the test") - stats := DisambiguationStatsFromTokens(tokens) + stats := tok.DisambiguationStats(tokens) if stats.AmbiguousTokens == 0 { t.Error("expected ambiguous tokens for dual-class words") } @@ -940,7 +940,7 @@ func TestDisambiguationStats_NoAmbiguous(t *testing.T) { setup(t) tok := NewTokeniser() tokens := tok.Tokenise("Deleted the files") - stats := DisambiguationStatsFromTokens(tokens) + stats := tok.DisambiguationStats(tokens) if stats.AmbiguousTokens != 0 { t.Errorf("AmbiguousTokens = %d, want 0", stats.AmbiguousTokens) }