gitea/nas
1
0
Fork 1
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 3

Improve elasticsearch sudachi setting

Browse source
This commit is contained in:
KMY 2023-08-28 09:37:24 +09:00
parent bda32491fb
commit eba4feddf8
2 changed files with 6 additions and 6 deletions
Download patch file Download diff file Expand all files Collapse all files

6
app/chewy/public_statuses_index.rb
View file

@ -73,14 +73,14 @@ class PublicStatusesIndex < Chewy::Index
tokenizer: { tokenizer: {
sudachi_tokenizer: { sudachi_tokenizer: {
resources_path: '/etc/elasticsearch/sudachi', resources_path: '/etc/elasticsearch/sudachi',
split_mode: 'C', split_mode: 'A',
type: 'sudachi_tokenizer', type: 'sudachi_tokenizer',
discard_punctuation: 'true', discard_punctuation: 'true',
}, },
}, },
}.freeze }.freeze
settings index: index_preset(refresh_interval: '30s', number_of_shards: 5), analysis: Rails.env.development? ? DEVELOPMENT_SETTINGS : PRODUCTION_SETTINGS settings index: index_preset(refresh_interval: '30s', number_of_shards: 5), analysis: PRODUCTION_SETTINGS
index_scope ::Status.unscoped index_scope ::Status.unscoped
.kept .kept
@ -90,7 +90,7 @@ class PublicStatusesIndex < Chewy::Index
root date_detection: false do root date_detection: false do
field(:id, type: 'keyword') field(:id, type: 'keyword')
field(:account_id, type: 'long') field(:account_id, type: 'long')
field(:text, type: 'text', analyzer: 'whitespace', value: ->(status) { status.searchable_text }) { field(:stemmed, type: 'text', analyzer: 'content') } field(:text, type: 'text', analyzer: 'sudachi_analyzer', value: ->(status) { status.searchable_text }) { field(:stemmed, type: 'text', analyzer: 'content') }
field(:language, type: 'keyword') field(:language, type: 'keyword')
field(:domain, type: 'keyword', value: ->(status) { status.account.domain || '' }) field(:domain, type: 'keyword', value: ->(status) { status.account.domain || '' })
field(:properties, type: 'keyword', value: ->(status) { status.searchable_properties }) field(:properties, type: 'keyword', value: ->(status) { status.searchable_properties })

6
app/chewy/statuses_index.rb
View file

@ -71,14 +71,14 @@ class StatusesIndex < Chewy::Index
tokenizer: { tokenizer: {
sudachi_tokenizer: { sudachi_tokenizer: {
resources_path: '/etc/elasticsearch/sudachi', resources_path: '/etc/elasticsearch/sudachi',
split_mode: 'C', split_mode: 'A',
type: 'sudachi_tokenizer', type: 'sudachi_tokenizer',
discard_punctuation: 'true', discard_punctuation: 'true',
}, },
}, },
}.freeze }.freeze
settings index: index_preset(refresh_interval: '30s', number_of_shards: 5), analysis: Rails.env.development? ? DEVELOPMENT_SETTINGS : PRODUCTION_SETTINGS settings index: index_preset(refresh_interval: '30s', number_of_shards: 5), analysis: PRODUCTION_SETTINGS
# We do not use delete_if option here because it would call a method that we # We do not use delete_if option here because it would call a method that we
# expect to be called with crutches without crutches, causing n+1 queries # expect to be called with crutches without crutches, causing n+1 queries
@ -122,7 +122,7 @@ class StatusesIndex < Chewy::Index
root date_detection: false do root date_detection: false do
field(:id, type: 'keyword') field(:id, type: 'keyword')
field(:account_id, type: 'long') field(:account_id, type: 'long')
field(:text, type: 'text', analyzer: 'whitespace', value: ->(status) { status.searchable_text }) { field(:stemmed, type: 'text', analyzer: 'content') } field(:text, type: 'text', analyzer: 'sudachi_analyzer', value: ->(status) { status.searchable_text }) { field(:stemmed, type: 'text', analyzer: 'content') }
field(:searchable_by, type: 'long', value: ->(status, crutches) { status.searchable_by(crutches) }) field(:searchable_by, type: 'long', value: ->(status, crutches) { status.searchable_by(crutches) })
field(:searchability, type: 'keyword', value: ->(status) { status.compute_searchability }) field(:searchability, type: 'keyword', value: ->(status) { status.compute_searchability })
field(:language, type: 'keyword') field(:language, type: 'keyword')