d864399a09
* Fix: #370 ダブルクオートを使った日本語検索が効かない * Add test for multiple words * Improve test * 入れ替え * 単語検索のテスト
97 lines
2.6 KiB
Ruby
97 lines
2.6 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
class PublicStatusesIndex < Chewy::Index
|
|
include DatetimeClampingConcern
|
|
|
|
settings index: index_preset(refresh_interval: '30s', number_of_shards: 5), analysis: {
|
|
filter: {
|
|
english_stop: {
|
|
type: 'stop',
|
|
stopwords: '_english_',
|
|
},
|
|
|
|
english_stemmer: {
|
|
type: 'stemmer',
|
|
language: 'english',
|
|
},
|
|
|
|
english_possessive_stemmer: {
|
|
type: 'stemmer',
|
|
language: 'possessive_english',
|
|
},
|
|
|
|
my_posfilter: {
|
|
type: 'sudachi_part_of_speech',
|
|
stoptags: [
|
|
'助詞',
|
|
'助動詞',
|
|
'補助記号,句点',
|
|
'補助記号,読点',
|
|
],
|
|
},
|
|
},
|
|
|
|
analyzer: {
|
|
content: {
|
|
tokenizer: 'uax_url_email',
|
|
filter: %w(
|
|
english_possessive_stemmer
|
|
lowercase
|
|
asciifolding
|
|
cjk_width
|
|
english_stop
|
|
english_stemmer
|
|
),
|
|
},
|
|
|
|
hashtag: {
|
|
tokenizer: 'keyword',
|
|
filter: %w(
|
|
word_delimiter_graph
|
|
lowercase
|
|
asciifolding
|
|
cjk_width
|
|
),
|
|
},
|
|
|
|
sudachi_analyzer: {
|
|
tokenizer: 'sudachi_tokenizer',
|
|
type: 'custom',
|
|
filter: %w(
|
|
english_possessive_stemmer
|
|
lowercase
|
|
asciifolding
|
|
cjk_width
|
|
english_stop
|
|
english_stemmer
|
|
my_posfilter
|
|
sudachi_normalizedform
|
|
),
|
|
},
|
|
},
|
|
tokenizer: {
|
|
sudachi_tokenizer: {
|
|
resources_path: '/etc/elasticsearch/sudachi',
|
|
split_mode: 'A',
|
|
type: 'sudachi_tokenizer',
|
|
discard_punctuation: 'true',
|
|
},
|
|
},
|
|
}
|
|
|
|
index_scope ::Status.unscoped
|
|
.kept
|
|
.indexable
|
|
.includes(:media_attachments, :preloadable_poll, :tags, :account, preview_cards_status: :preview_card)
|
|
|
|
root date_detection: false do
|
|
field(:id, type: 'long')
|
|
field(:account_id, type: 'long')
|
|
field(:text, type: 'text', analyzer: 'sudachi_analyzer', value: ->(status) { status.searchable_text }) { field(:stemmed, type: 'text', analyzer: 'content') }
|
|
field(:tags, type: 'text', analyzer: 'hashtag', value: ->(status) { status.tags.map(&:display_name) })
|
|
field(:language, type: 'keyword')
|
|
field(:domain, type: 'keyword', value: ->(status) { status.account.domain || '' })
|
|
field(:properties, type: 'keyword', value: ->(status) { status.searchable_properties })
|
|
field(:created_at, type: 'date', value: ->(status) { clamp_date(status.created_at) })
|
|
end
|
|
end
|