core/go-i18n
8
0
Fork 0
Code Issues 4 Pull requests 1 Projects Releases Packages Wiki Activity Actions

[agent/codex:gpt-5.4-mini] Read ~/spec/code/core/go/i18n/RFC.md fully. Find ONE feature... #114

Merged
Virgil merged 1 commit from agent/read---spec-code-core-go-i18n-rfc-md-ful into dev 2026-04-02 04:34:21 +00:00
Conversation 1 Commits 1 Files changed 2 +5
2 changed files with 5 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
reversal/tokeniser.go
View file

@ -668,6 +668,9 @@ func (t *Tokeniser) MatchArticle(word string) (string, bool) {
return "", false
}
if base, _ := splitTrailingPunct(word); base != "" {
word = base
}
lower := core.Lower(word)
if artType, ok := matchConfiguredArticleText(lower, data); ok {

2
reversal/tokeniser_test.go
View file

@ -189,6 +189,7 @@ func TestTokeniser_MatchArticle(t *testing.T) {
{"a", "indefinite", true},
{"an", "indefinite", true},
{"the", "definite", true},
{"the.", "definite", true},
{"A", "indefinite", true},
{"The", "definite", true},
{"foo", "", false},
@ -219,6 +220,7 @@ func TestTokeniser_MatchArticle_FrenchGendered(t *testing.T) {
{"le", "definite", true},
{"la", "definite", true},
{"le serveur", "definite", true},
{"le serveur.", "definite", true},
{"la branche", "definite", true},
{"les amis", "definite", true},
{"Le", "definite", true},