Hi, I have used the latest heka 0.10 and after pass to receive more packets than the usual. The instance is holding the cached logs.
[hekad] maxprocs = 4 max_message_size = 2000000 [ElasticSearchOutput] message_matcher = "Type == 'heka.httpdata.request' || Type != '__drop' && (Logger =~ /_my_caching_logs$/ || Logger =~ /_my_lua_logs$/ || Type == 'js_challenge_logs' || Logger =~ /_modsec_logs$/ || Type == 'ratelimit_logs' || Type == 'nginx_error_logs' || Type == 'apache_error_logs' || Type == 'peakflow-alert' || Logger == 'rap_input')" encoder = "my_es_payload" username = "esuser" password = "*****" server = "https://es.intra.lan"; use_buffering = true flush_count = 1000 flush_interval = 1000 [ElasticSearchOutput.buffering] max_file_size = 10000000 # 10MiB max_buffer_size = 50000000000 # 50 GB full_action = "block" cursor_update_count = 1000 [my_es_payload] type = "SandboxEncoder" filename = "lua_encoders/my_es_payload.lua" output_limit = 2000000 memory_limit = 134217728 [my_es_payload.config] es_index_from_timestamp = true index = "%{%Y.%m.%d}" type_name = "%{Type}" the files # pwd /var/cache/hekad/output_queue/ElasticSearchOutput # ls *.log | wc -l 1011 # du -hs 9.4G . 9.4G total # cat checkpoint.txt 322300 4580215 # version # dpkg -s heka | grep Version Version: 0.10.0 # Ideas? suggestions?
_______________________________________________ Heka mailing list [email protected] https://mail.mozilla.org/listinfo/heka
