1.docker部署elasticSearch集群及kibana服务
借鉴https://blog.csdn.net/ctwy291314/article/details/111313419这位博主的部署方式。
2.学习es的DSL语法
推荐【慕课】ElasticSearch+Spark 构建高匹配度搜索服务+千人千面推荐系统
3.logstash的logstash-input-jdbc插件对数据初始化全量索引构建
4.阿里canal中间件完成准实时增量索引构建
5.业务功能开发（中文IK分词器插件安装、定制化分词、同义词扩展、相关性重塑）
6.总结一些东西
GET cookbook/_search { "explain": true, "query": { "function_score": { "query": { "bool": { "must": [ { "multi_match": { "query": "国庆佳节", "fields": [ "name^10", #权重 "introduction", "description", "materials", "seasons", "categories", "platforms", "themes", "tags" ], "type": "most_fields" #还有别的类型 } #如果term放到这里也可以过滤但是会有计分 } ], "filter": [ #filter不参与计分 标签 状态 等建议放在这里 { "term": { "verified": { "value": "true" } } }, { "term": { "grounding": { "value": "true" } } }, { "term": { "tags": "家常菜" } }, { "term": { "tags": "夜宵" } } ] } }, "functions": [ #额外自定义计分 { "field_value_factor": { "field": "collect_count" }, "weight": 0.00002 #权重 }, { "field_value_factor": { "field": "view_count" }, "weight": 0.00002 #权重 } ], "score_mode": "sum", "boost_mode": "sum" #replace function score 可以替换 query score } }, "sort": [ #sort 非_source下的字段依然有分数 否则不计分 { "_score": { "order": "desc" } } ], "aggs": { "group_by_tags": { "terms": { "field": "tags" } } } app内的排序可以使用sort不计分排序 也可以用boost_mode = replace ,自定义分数来排序 #分析索引分词 GET cookbook/_analyze { "field": "tags", "text": ["创意菜 甜 西餐 甜品 电烤箱"] } #分析搜索分词 GET _analyze?pretty {"text": ["ROKI"],"analyzer": "ik_max_word"} GET _analyze?pretty {"text": ["创意菜 甜 西餐 甜品 电烤箱"],"analyzer": "ik_smart"}
2020-12-23 增 name字段支持中文拼音搜索
PUT /cookbook/
{
"settings": {
"number_of_shards": 10,
"number_of_replicas": 3
}
}
POST cookbook/_close
PUT cookbook/_settings
{
"settings": {
"index": {
"analysis": {
"analyzer": {
"ik_pinyin_analyzer": {
"type": "custom",
"tokenizer": "ik_max_word",
"filter": ["my_pinyin"]
}
},
"filter": {
"my_pinyin": {
"type": "pinyin",
"keep_separate_first_letter": false,
"keep_full_pinyin": true,
"keep_original": false,
"limit_first_letter_length": 10,
"lowercase": true,
"remove_duplicated_term": true
}
}
}
}
}
}
#字段映射
PUT cookbook/_mappings
{
"dynamic": false,
"properties": {
"id": {
"type": "integer"
},
"name": {
"type": "text",
"analyzer": "ik_pinyin_analyzer",
"search_analyzer": "ik_pinyin_analyzer"
},
"introduction": {
"type": "text",
"analyzer": "ik_max_word",
"search_analyzer": "ik_max_word"
},
"description": {
"type": "text",
"analyzer": "ik_max_word",
"search_analyzer": "ik_max_word"
},
"collect_count": {
"type": "integer"
},
"view_count": {
"type": "integer"
},
"difficulty": {
"type": "integer"
},
"need_time": {
"type": "integer"
},
"prepare_desc": {
"type": "text",
"analyzer": "ik_max_word",
"search_analyzer": "ik_max_word"
},
"type": {
"type": "integer"
},
"cookbook_type": {
"type": "integer"
},
"recommend": {
"type": "boolean"
},
"verified": {
"type": "boolean"
},
"grounding": {
"type": "boolean"
},
"allow_distribution": {
"type": "boolean"
},
"tags": {
"type": "text",
"analyzer": "whitespace",
"fielddata": true
},
"materials": {
"type": "text",
"analyzer": "ik_smart",
"search_analyzer": "ik_smart"
},
"seasons": {
"type": "text",
"analyzer": "ik_max_word",
"search_analyzer": "ik_max_word"
},
"category_tags": {
"type": "text",
"analyzer": "whitespace",
"fielddata": true
},
"categories": {
"type": "text",
"analyzer": "ik_max_word",
"search_analyzer": "ik_max_word"
},
"platforms": {
"type": "text",
"analyzer": "ik_max_word",
"search_analyzer": "ik_max_word"
},
"themes": {
"type": "text",
"analyzer": "ik_max_word",
"search_analyzer": "ik_max_word"
},
"pub_time": {
"type": "date"
}
}
}
#打开索引
POST cookbook/_open
2020-12-24 记elasticsearch-rest-client 下的httpclient jar包冲突。查看7.9.3下引用的是
直接覆盖同版本的引用
2020-12-28
Ik分词 同时支持 拼音和同义词，可以根据自定义filter 多层嵌套
# 先定义同义词分词器
PUT cookbook/_settings
{
"settings": {
"index": {
"analysis": {
"analyzer": {
"ik_synonym_pinyin_max_word": {
"type": "custom",
"tokenizer": "ik_max_word",
"filter": [
"my_synonym_filter",
"my_pinyin_filter"
]
},
"ik_synonym_pinyin_smart": {
"type": "custom",
"tokenizer": "ik_smart",
"filter": [
"my_synonym_filter",
"my_pinyin_filter"
]
}
},
"filter": {
"my_synonym_filter": {
"type": "synonym",
"synonyms_path": "analysis-ik/synonyms.txt"
},
"my_pinyin_filter": {
"type": "pinyin",
"keep_separate_first_letter": false,
"keep_full_pinyin": true,
"keep_original": false,
"limit_first_letter_length": 10,
"lowercase": true,
"remove_duplicated_term": true
}
}
}
}
}
}