Skip to content

Commit 18f515c

Browse files
committed
Use kuromoji for public statuses search
1 parent 25442d8 commit 18f515c

1 file changed

Lines changed: 18 additions & 1 deletion

File tree

app/chewy/public_statuses_index.rb

Lines changed: 18 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,14 +19,27 @@ class PublicStatusesIndex < Chewy::Index
1919
},
2020
},
2121

22+
tokenizer: {
23+
kuromoji_user_dict: {
24+
type: 'kuromoji_tokenizer',
25+
mode: 'search',
26+
user_dictionary: 'userdic.txt',
27+
},
28+
},
29+
2230
analyzer: {
2331
verbatim: {
2432
tokenizer: 'uax_url_email',
2533
filter: %w(lowercase),
2634
},
2735

2836
content: {
29-
tokenizer: 'standard',
37+
tokenizer: 'kuromoji_user_dict',
38+
char_filter: %w(
39+
icu_normalizer
40+
html_strip
41+
kuromoji_iteration_mark
42+
),
3043
filter: %w(
3144
lowercase
3245
asciifolding
@@ -35,6 +48,10 @@ class PublicStatusesIndex < Chewy::Index
3548
english_possessive_stemmer
3649
english_stop
3750
english_stemmer
51+
kurojoji_stemmer
52+
kuromoji_number
53+
kuromoji_baseform
54+
icu_normalizer
3855
),
3956
},
4057

0 commit comments

Comments
 (0)