New tokenizer
This commit is contained in:
parent
9d309b2e8c
commit
da57b00ff2
@ -1,7 +1,7 @@
|
|||||||
component Japanese(text string)
|
component Japanese(text string)
|
||||||
if arn.ContainsUnicodeLetters(text)
|
if arn.ContainsUnicodeLetters(text)
|
||||||
for _, token := range japanese.Tokenize(text)
|
for _, token := range arn.JapaneseTokenizer.Tokenize(text)
|
||||||
if token.NeedsFurigana()
|
if token.Furigana
|
||||||
a.japanese(href="http://jisho.org/search/" + token.Original, target="_blank", rel="noopener")
|
a.japanese(href="http://jisho.org/search/" + token.Original, target="_blank", rel="noopener")
|
||||||
ruby(title=token.Romaji)= token.Original
|
ruby(title=token.Romaji)= token.Original
|
||||||
rt.furigana= token.Hiragana
|
rt.furigana= token.Hiragana
|
||||||
|
Loading…
Reference in New Issue
Block a user