kafka-es logsatsh configuration

input {
kafka {
bootstrap_servers => "192.168.30.33:9099,192.168.30.32:9099,192.168.30.34:9099"
topics => [ "newgamesg"]
auto_offset_reset => "earliest"
codec => "json"
group_id => "logstash_over_2"
consumer_threads => 10
}
}

filter {
mutate { add_field => { "[@metadata][index_name]" => "%{es_index_name}" } }
mutate { remove_field => ["es_index_name"] }
}

output{
stdout { }
elasticsearch {
index => "%{[@metadata][index_name]}"
document_id => "%{id}"
document_type => "game_record"
hosts => ["192.168.31.5:9200"]
}
}

Guess you like

Origin www.cnblogs.com/monkeybron/p/11293986.html