Japanese tokenizer in external library now

This commit is contained in:
Eduard Urbach 2017-07-12 00:55:24 +02:00
parent 1da3e52c55
commit ed940c6543

View File

@ -1,6 +1,6 @@
component Japanese(text string)
if arn.ContainsUnicodeLetters(text)
for _, token := range arn.TokenizeJapanese(text)
for _, token := range japanese.Tokenize(text)
if token.NeedsFurigana()
a.japanese(href="http://jisho.org/search/" + token.Original, target="_blank", rel="noopener")
ruby(title=token.Romaji)= token.Original