1. 爱学习基本功能
1.1 智能归档
1.2 找素材
1.3 事件统计
1.4 高频词
1. ES索引结构
1.1 material_storage索引
PUT {host}:{port}/material_storage
{
"settings": {
"index": {
"number_of_shards": 3,
"number_of_replicas": 1,
"max_result_window": "10000000",
"analyze": {
"max_token_count": 50000
},
"similarity": {
"scripted_simple_freq": {
"type": "scripted",
"script": {
"source": "return doc.freq"
}
}
}
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"guid": {
"type": "keyword"
},
"title": {
"type": "text",
"index": false
},
"titleSmart": {
"type": "text",
"analyzer": "one_character",
"search_analyzer": "one_character"
},
"titleNLP": {
"type": "text",
"analyzer": "acg_ner",
"search_analyzer": "acg_ner"
},
"subTitle": {
"type": "text",
"analyzer": "acg_ner",
"search_analyzer": "acg_ner"
},
"repairTitle": {
"type": "text",
"analyzer": "acg_ner",
"search_analyzer": "acg_ner"
},
"content": {
"type": "text",
"index": false
},
"contentSmart": {
"type": "text",
"analyzer": "one_character",
"search_analyzer": "one_character"
},
"contentNLP": {
"type": "text",
"analyzer": "acg_ner",
"search_analyzer": "acg_ner",
"similarity": "scripted_simple_freq",
"term_vector": "with_positions_offsets"
},
"rawContent": {
"type": "text",
"analyzer": "acg_ner",
"search_analyzer": "acg_ner"
},
"materialType": {
"type": "keyword"
},
"materialAdditionalType": {
"type": "keyword"
},
"publishTime": {
"type": "date"
},
"relationEvent": {
"properties": {
"eventId": {
"type": "keyword"
},
"eventName": {
"type": "text",
"index": false
},
"eventTime": {
"type": "date"
}
}
},
"source": {
"type": "keyword"
},
"systemSource": {
"type": "keyword"
},
"url": {
"type": "text",
"index": false
},
"status": {
"type": "keyword"
},
"archiveStatus": {
"type": "keyword"
},
"createTime": {
"type": "date"
},
"updateTime": {
"type": "date"
},
"vcaRaw": {
"type": "text",
"index": false
},
"vcrRaw": {
"type": "text",
"index": false
},
"vcaFace": {
"type": "object",
"properties": {
"name": {
"type": "keyword"
},
"confidence": {
"type": "float"
}
}
},
"vcrFace": {
"type": "object",
"properties": {
"name": {
"type": "keyword"
},
"confidence": {
"type": "float"
}
}
},
"videoUrl": {
"type": "text",
"index": false
},
"audioUrl": {
"type": "text",
"index": false
}
}
}
}
1.2 event_storage索引
PUT {host}:{port}/event_storage
{
"settings": {
"index": {
"number_of_shards": 3,
"number_of_replicas": 1,
"max_result_window": "10000000",
"analyze": {
"max_token_count": 50000
},
"similarity": {
"scripted_simple_freq": {
"type": "scripted",
"script": {
"source": "return doc.freq"
}
}
}
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"createTime": {
"type": "date"
},
"eventDay": {
"type": "keyword"
},
"eventIdPrefix": {
"type": "keyword"
},
"eventIdSeq": {
"type": "integer"
},
"eventMonth": {
"type": "keyword"
},
"eventName": {
"type": "text",
"index": false
},
"eventNameSmart": {
"type": "text",
"analyzer": "one_character",
"search_analyzer": "one_character"
},
"eventNameNLP": {
"type": "text",
"analyzer": "acg_ner",
"search_analyzer": "acg_ner"
},
"eventTime": {
"type": "date"
},
"relationMaterialCount": {
"type": "integer"
},
"relatedNormalMaterialCount": {
"type": "integer"
},
"relationMaterialList": {
"type": "nested",
"properties": {
"content": {
"type": "text",
"index": false
},
"materialId": {
"type": "keyword"
},
"materialType": {
"type": "keyword"
},
"materialAdditionalType": {
"type": "keyword"
},
"publishTime": {
"type": "date"
},
"subTitle": {
"type": "text",
"analyzer": "acg_ner",
"search_analyzer": "acg_ner"
},
"title": {
"type": "text",
"analyzer": "acg_ner",
"search_analyzer": "acg_ner"
},
"titleSmart": {
"type": "text",
"analyzer": "one_character",
"search_analyzer": "one_character"
},
"titleNLP": {
"type": "text",
"analyzer": "acg_ner",
"search_analyzer": "acg_ner"
},
"contentSmart": {
"type": "text",
"analyzer": "one_character",
"search_analyzer": "one_character"
},
"contentNLP": {
"type": "text",
"analyzer": "acg_ner",
"search_analyzer": "acg_ner",
"similarity": "scripted_simple_freq"
}
}
},
"status": {
"type": "keyword"
},
"updateTime": {
"type": "date"
}
}
}
}
1.3 account_storage索引
PUT {host}:{port}/account_storage
{
"settings": {
"index": {
"number_of_replicas": 1
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"name": {
"type": "keyword"
},
"unionId": {
"type": "keyword"
},
"openId": {
"type": "keyword"
},
"nick": {
"type": "keyword"
},
"password": {
"type": "text",
"index": false
},
"description": {
"type": "text"
},
"role": {
"type": "keyword"
},
"status": {
"type": "keyword"
},
"createTime": {
"type": "date"
},
"updateTime": {
"type": "date"
}
}
}
}
1.4 running_storage索引
PUT {host}:{port}/running_storage
{
"settings": {
"index": {
"number_of_replicas": 1
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"time": {
"type": "long"
}
}
}
}
1.5 word_lib_storage索引
PUT {host}:{port}/word_lib_storage
{
"settings": {
"index": {
"number_of_shards": 3,
"number_of_replicas": 1,
"max_result_window": "10000000"
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"words": {
"type": "keyword"
},
"wordFreq": {
"type": "integer"
},
"type": {
"type": "keyword"
},
"position": {
"type": "keyword"
},
"updateTime": {
"type": "date"
}
}
}
}
1.6 bad_case_storage索引
PUT {host}:{port}/bad_case_storage
{
"settings": {
"index": {
"number_of_shards": 3,
"number_of_replicas": 1,
"max_result_window": "10000000"
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"words": {
"type": "keyword"
},
"materialIds": {
"type": "keyword"
},
"type": {
"type": "keyword"
},
"createTime": {
"type": "date"
}
}
}
}
1.7 system_config索引
PUT {host}:{port}/system_config
{
"settings": {
"index": {
"number_of_shards": 3,
"number_of_replicas": 1
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"value": {
"type": "text",
"index": false
}
}
}
}
1.8 cache_material_content_pedia索引
PUT {host}:{port}/cache_material_content_pedia
{
"settings": {
"index": {
"number_of_shards": 3,
"number_of_replicas": 1
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"termVector": {
"index": false,
"type": "text"
},
"materialVersion": {
"type": "integer"
}
}
}
}
1.9 cart_index_template索引模板
PUT {host}:{port}/_template/cart_index_template
{
"index_patterns": [
"cart_*"
],
"settings": {
"index": {
"number_of_shards": 3,
"number_of_replicas": 1
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"materialTitle": {
"index": false,
"type": "text"
},
"publishTime": {
"index": false,
"type": "date"
},
"materialType": {
"index": false,
"type": "text"
},
"materialAdditionalType": {
"index": false,
"type": "text"
}
}
}
}
1.10 word_analyze_task索引
PUT {host}:{port}/word_analyze_task
{
"settings": {
"index": {
"number_of_shards": 3,
"number_of_replicas": 1
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"materialCartList": {
"index": false,
"type": "text"
},
"createTime": {
"index": false,
"type": "date"
},
"name": {
"type": "keyword"
},
"updateTime": {
"index": false,
"type": "date"
},
"detail": {
"index": false,
"type": "text"
},
"status": {
"index": false,
"type": "text"
}
}
}
}
1.11 file_analyze_result索引
PUT {host}:{port}/file_analyze_result
{
"settings": {
"index": {
"number_of_shards": 3,
"number_of_replicas": 1
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"name": {
"type": "keyword"
},
"fileName": {
"type": "keyword"
},
"detail": {
"index": false,
"type": "text"
}
}
}
}
1.12 vca_vcr_task索引
PUT {host}:{port}/vca_vcr_task
{
"settings": {
"index": {
"number_of_shards": 3,
"number_of_replicas": 1
}
},
"mappings": {
"dynamic": "strict",
"properties": {
"createTime": {
"type": "date"
},
"contentId": {
"type": "text",
"fields": {
"keyword": {
"ignore_above": 256,
"type": "keyword"
}
}
},
"subTaskType": {
"type": "text",
"fields": {
"keyword": {
"ignore_above": 256,
"type": "keyword"
}
}
},
"url": {
"type": "text",
"fields": {
"keyword": {
"ignore_above": 256,
"type": "keyword"
}
}
}
}
}
}