From da57b00ff21f353dd1f55157aa637cacc8873bd9 Mon Sep 17 00:00:00 2001 From: Eduard Urbach Date: Wed, 12 Jul 2017 22:45:33 +0200 Subject: [PATCH] New tokenizer --- mixins/Japanese.pixy | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/mixins/Japanese.pixy b/mixins/Japanese.pixy index 24c979e1..9ebe2bbd 100644 --- a/mixins/Japanese.pixy +++ b/mixins/Japanese.pixy @@ -1,7 +1,7 @@ component Japanese(text string) if arn.ContainsUnicodeLetters(text) - for _, token := range japanese.Tokenize(text) - if token.NeedsFurigana() + for _, token := range arn.JapaneseTokenizer.Tokenize(text) + if token.Furigana a.japanese(href="http://jisho.org/search/" + token.Original, target="_blank", rel="noopener") ruby(title=token.Romaji)= token.Original rt.furigana= token.Hiragana