New tokenizer
This commit is contained in:
parent
9d309b2e8c
commit
da57b00ff2
@ -1,7 +1,7 @@
|
||||
component Japanese(text string)
|
||||
if arn.ContainsUnicodeLetters(text)
|
||||
for _, token := range japanese.Tokenize(text)
|
||||
if token.NeedsFurigana()
|
||||
for _, token := range arn.JapaneseTokenizer.Tokenize(text)
|
||||
if token.Furigana
|
||||
a.japanese(href="http://jisho.org/search/" + token.Original, target="_blank", rel="noopener")
|
||||
ruby(title=token.Romaji)= token.Original
|
||||
rt.furigana= token.Hiragana
|
||||
|
Loading…
Reference in New Issue
Block a user