Elasticsearch 定义多个分词器模板

Elasticsearch  定义多个分词器模板

版本：Elasticsearch  7.2.0

1.定义索引时，使用多个分词器

2.在模板中定义中使用多个分词器

3.ik+pinyin

对人工智能感兴趣的同学，可以点击以下链接：

现在人工智能非常火爆，很多朋友都想学，但是一般的教程都是为博硕生准备的，太难看懂了。最近发现了一个非常适合小白入门的教程，不仅通俗易懂而且还很风趣幽默。所以忍不住分享一下给大家。点这里可以跳转到教程。

https://www.cbedai.net/u014646662

1.定义索引时，使用多个分词器

Ik+English分词器

Ik分词器可以对汉语分词，English分词器可以对英文中时态、复数、大小写等处理

put /test
{
  "settings":{
    "number_of_shards" : "3",
        "number_of_replicas" : "0",
         "analysis": {
            "analyzer": {
                "ik_en_analyzer": {
                    "type": "custom",
                    "tokenizer": "ik_max_word",
                    "filter": ["en_stemmer"]
                }
            },
            "filter": {
                 "en_stemmer" : {
                    "type" : "stemmer",
                    "name" : "english"
                }
            }
        }
  },
  "mappings":{
    "properties":{
      "id":{"type":"long"},
      "name":{
        "type" : "text",
        "analyzer" : "ik_en_analyzer"
      },
      "text":{"type":"text"}
    }
  }
}

测试

GET test/_analyze
{
  "field": "name", 
   "text":"Saying and doing are two different things."
}

{
  "tokens" : [
    {
      "token" : "sai",
      "start_offset" : 0,
      "end_offset" : 6,
      "type" : "ENGLISH",
      "position" : 0
    },
    {
      "token" : "do",
      "start_offset" : 11,
      "end_offset" : 16,
      "type" : "ENGLISH",
      "position" : 1
    },
    {
      "token" : "two",
      "start_offset" : 21,
      "end_offset" : 24,
      "type" : "ENGLISH",
      "position" : 2
    },
    {
      "token" : "differ",
      "start_offset" : 25,
      "end_offset" : 34,
      "type" : "ENGLISH",
      "position" : 3
    },
    {
      "token" : "things.",
      "start_offset" : 35,
      "end_offset" : 42,
      "type" : "LETTER",
      "position" : 4
    },
    {
      "token" : "thing",
      "start_offset" : 35,
      "end_offset" : 41,
      "type" : "ENGLISH",
      "position" : 5
    }
  ]
}

GET test/_analyze
{
  "field": "name", 
   "text":"Ik分词器可以对汉语分词"
}

{
  "tokens" : [
    {
      "token" : "ik",
      "start_offset" : 0,
      "end_offset" : 2,
      "type" : "ENGLISH",
      "position" : 0
    },
    {
      "token" : "分词器",
      "start_offset" : 2,
      "end_offset" : 5,
      "type" : "CN_WORD",
      "position" : 1
    },
    {
      "token" : "分词",
      "start_offset" : 2,
      "end_offset" : 4,
      "type" : "CN_WORD",
      "position" : 2
    },
    {
      "token" : "器",
      "start_offset" : 4,
      "end_offset" : 5,
      "type" : "CN_CHAR",
      "position" : 3
    },
    {
      "token" : "可以",
      "start_offset" : 5,
      "end_offset" : 7,
      "type" : "CN_WORD",
      "position" : 4
    },
    {
      "token" : "以对",
      "start_offset" : 6,
      "end_offset" : 8,
      "type" : "CN_WORD",
      "position" : 5
    },
    {
      "token" : "汉语",
      "start_offset" : 8,
      "end_offset" : 10,
      "type" : "CN_WORD",
      "position" : 6
    },
    {
      "token" : "分词",
      "start_offset" : 10,
      "end_offset" : 12,
      "type" : "CN_WORD",
      "position" : 7
    }
  ]
}

2.在模板中定义中使用多个分词器

Post _template/template_default
{
    "index_patterns": ["*"],
  "order" : 0,
  "version": 0,
  "settings": {
    "number_of_shards": 2,
    "number_of_replicas":1 ,
     "analysis": {
            "analyzer": {
                "ik_en_analyzer": {
                    "type": "custom",
                    "tokenizer": "ik_max_word",
                    "filter": ["en_stemmer"]
                }
            },
            "filter": {
                 "en_stemmer" : {
                    "type" : "stemmer",
                    "name" : "english"
                }
            }
        }
  },
    
    "mappings": {
      "date_detection": true,
      "numeric_detection": true,
            "dynamic_templates": [
                {
                    "string_fields": {
                        "match": "*",
                        "match_mapping_type": "string",
                        "mapping": {
                            "type": "text",
                            "norms": false,
                            "analyzer": "ik_en_analyzer",
                            "fields": {
                                "keyword": {
                                    "type": "keyword"
                                }
                            }
                        }
                    }
                }
            ]
    }
}

3.ik+pinyin

put /test
{
  "settings":{
    "number_of_shards" : "3",
        "number_of_replicas" : "0",
         "analysis": {
            "analyzer": {
                "ik_en_analyzer": {
                    "type": "custom",
                    "tokenizer": "ik_max_word",
                    "filter": ["my_pinyin"]
                }
            },
            "filter": {
                 "my_pinyin" : {
                     "type" : "pinyin",
                    "keep_separate_first_letter" : false,
                    "keep_full_pinyin" : true,
                    "keep_original" : true,
                    "limit_first_letter_length" : 16,
                    "lowercase" : true,
                    "remove_duplicated_term" : true
                }
            }
        }
  },
  "mappings":{
    "properties":{
      "id":{"type":"long"},
      "name":{
        "type" : "text",
        "analyzer" : "ik_en_analyzer"
      },
      "text":{"type":"text"}
    }
  }
}

pinyin分词器详解：https://github.com/medcl/elasticsearch-analysis-pinyin