Skip to content

Commit 1dbbdb6

Browse files
committed
Use kuromoji for public statuses search
1 parent ed4c480 commit 1dbbdb6

1 file changed

Lines changed: 18 additions & 1 deletion

File tree

app/chewy/public_statuses_index.rb

Lines changed: 18 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,14 +21,27 @@ class PublicStatusesIndex < Chewy::Index
2121
},
2222
},
2323

24+
tokenizer: {
25+
kuromoji_user_dict: {
26+
type: 'kuromoji_tokenizer',
27+
mode: 'search',
28+
user_dictionary: 'userdic.txt',
29+
},
30+
},
31+
2432
analyzer: {
2533
verbatim: {
2634
tokenizer: 'uax_url_email',
2735
filter: %w(lowercase),
2836
},
2937

3038
content: {
31-
tokenizer: 'standard',
39+
tokenizer: 'kuromoji_user_dict',
40+
char_filter: %w(
41+
icu_normalizer
42+
html_strip
43+
kuromoji_iteration_mark
44+
),
3245
filter: %w(
3346
lowercase
3447
asciifolding
@@ -37,6 +50,10 @@ class PublicStatusesIndex < Chewy::Index
3750
english_possessive_stemmer
3851
english_stop
3952
english_stemmer
53+
kurojoji_stemmer
54+
kuromoji_number
55+
kuromoji_baseform
56+
icu_normalizer
4057
),
4158
},
4259

0 commit comments

Comments
 (0)