zabbix_export: version: '5.4' date: '2021-11-21T21:58:57Z' groups: - uuid: 7df96b18c230490a9a0a9e2307226338 name: Templates templates: - uuid: 5c5aaf12e1a14af3a52f1159a9c0f3b1 template: 'Network Performance Conntrack' name: 'Network Performance Conntrack' description: | ## Overview Template for collecting Linux conntrack metrics. Usefull for monitoring systems doing NAT, for example - Docker/Kubernetes nodes, Linux-based gateways. Uses system.run but may be altered with userparameter if remote commands are forbidden. Ubuntu Xenial< and Debian Stretch< tested, but may also work on other distro. Some of the features: * Single request. * Minimum host dependencies - lnstat (part of iproute2 package) used. * No host scripts, only system.run and dependent items. ## Author Oleg Morozov aka zigmund groups: - name: Templates items: - uuid: 9acce39a6acb48288937a568bf694c1e name: 'Conntrack delete per second' type: DEPENDENT key: 'conntrack_stats[delete]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of conntrack entries which were removed.' preprocessing: - type: JSONPATH parameters: - $.delete - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: 8e0ea0d21b84428ebcd8996a95d8391f name: 'Conntrack delete_list per second' type: DEPENDENT key: 'conntrack_stats[delete_list]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of conntrack entries which were put to dying list.' preprocessing: - type: JSONPATH parameters: - $.delete_list - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: 642d9b5e1a1f40dd8ec9213c5832b1e6 name: 'Conntrack drop per second' type: DEPENDENT key: 'conntrack_stats[drop]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of packets dropped due to conntrack failure. Either new conntrack entry allocation failed, or protocol helper dropped the packet.' preprocessing: - type: JSONPATH parameters: - $.drop - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: 37b5a26f894940b6a28b6296edfc8b9d name: 'Conntrack early_drop per second' type: DEPENDENT key: 'conntrack_stats[early_drop]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of dropped conntrack entries to make room for new ones, if maximum table size was reached.' preprocessing: - type: JSONPATH parameters: - $.early_drop - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: b81f7ebd43064746b2eae0999242570d name: 'Conntrack entries' type: DEPENDENT key: 'conntrack_stats[entries]' delay: '0' history: 7d trends: 90d description: 'Number of entries in conntrack table.' preprocessing: - type: JSONPATH parameters: - $.entries - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: eba772e5af31428ebe83467918953828 name: 'Conntrack expect_create per second' type: DEPENDENT key: 'conntrack_stats[expect_create]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of expectations added.' preprocessing: - type: JSONPATH parameters: - $.expect_create - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: 59289915bdeb47838d61ce7fda6415fe name: 'Conntrack expect_delete per second' type: DEPENDENT key: 'conntrack_stats[expect_delete]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of expectations deleted.' preprocessing: - type: JSONPATH parameters: - $.expect_delete - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: 36bf708708754bfb8ba984d2fad68be4 name: 'Conntrack expect_new per second' type: DEPENDENT key: 'conntrack_stats[expect_new]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of conntrack entries added after an expectation for them was already present.' preprocessing: - type: JSONPATH parameters: - $.expect_new - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: b95224e219464ffe88cbe4ec7df29307 name: 'Conntrack found per second' type: DEPENDENT key: 'conntrack_stats[found]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of searched entries which were successful.' preprocessing: - type: JSONPATH parameters: - $.found - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: 8c72a1790b134d47aacd17baf3e38994 name: 'Conntrack icmp_error per second' type: DEPENDENT key: 'conntrack_stats[icmp_error]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of packets which could not be tracked due to error situation. This is a subset of invalid.' preprocessing: - type: JSONPATH parameters: - $.icmp_error - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: d061aa20081f48c6a839ccc7f4b6d3a9 name: 'Conntrack ignore per second' type: DEPENDENT key: 'conntrack_stats[ignore]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of packets seen which are already connected to a conntrack entry.' preprocessing: - type: JSONPATH parameters: - $.ignore - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: ef3565260c0b41cb9668e0a25e57705d name: 'Conntrack insert per second' type: DEPENDENT key: 'conntrack_stats[insert]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of entries inserted into the list.' preprocessing: - type: JSONPATH parameters: - $.insert - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: b8f8bbd578644ca9897555d0c49627c7 name: 'Conntrack insert_failed per second' type: DEPENDENT key: 'conntrack_stats[insert_failed]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of entries for which list insertion was attempted but failed (happens if the same entry is already present).' preprocessing: - type: JSONPATH parameters: - $.insert_failed - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: 00734d690765480199b26ec9990cb551 name: 'Conntrack invalid per second' type: DEPENDENT key: 'conntrack_stats[invalid]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of packets seen which can not be tracked.' preprocessing: - type: JSONPATH parameters: - $.invalid - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: 8b5cf96b552648bcadae5509c3329589 name: 'Conntrack new per second' type: DEPENDENT key: 'conntrack_stats[new]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of conntrack entries added which were not expected before.' preprocessing: - type: JSONPATH parameters: - $.new - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: fb855ed3a90b45528ee27ad980f38571 name: 'Conntrack searched per second' type: DEPENDENT key: 'conntrack_stats[searched]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of conntrack table lookups performed.' preprocessing: - type: JSONPATH parameters: - $.searched - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: dab55190b62b482db0de9968078b7447 name: 'Conntrack search_restart per second' type: DEPENDENT key: 'conntrack_stats[search_restart]' delay: '0' history: 7d trends: 90d value_type: FLOAT units: ops description: 'Number of conntrack table lookups which had to be restarted due to hashtable resizes.' preprocessing: - type: JSONPATH parameters: - $.search_restart - type: CHANGE_PER_SECOND parameters: - '' - type: DISCARD_UNCHANGED_HEARTBEAT parameters: - 10m master_item: key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' tags: - tag: Application value: Conntrack - uuid: 400aaf1d91ef42c4b55591d5fc5cfc81 name: 'Conntrack max' type: ZABBIX_ACTIVE key: 'system.run["/sbin/sysctl -n net.netfilter.nf_conntrack_max"]' delay: 1h history: 1d trends: 90d description: 'Maximum conntrack entries limit configured.' tags: - tag: Application value: Conntrack - uuid: ac79e77017d344da861a4170f5b55cc5 name: 'Conntrack stats' type: ZABBIX_ACTIVE key: 'system.run["lnstat -jc1 -f nf_conntrack | sed ''s/{{/{/g'' | sed ''s/}}/}/g''"]' history: '0' trends: '0' value_type: CHAR tags: - tag: Application value: Conntrack triggers: - uuid: c1b3aa769d8d442ba488df451741ea6c expression: 'last(/Network Performance Conntrack/conntrack_stats[entries]) > last(/Network Performance Conntrack/system.run["/sbin/sysctl -n net.netfilter.nf_conntrack_max"]) * 0.7' name: 'Conntrack table utilization over 70%' priority: AVERAGE dependencies: - name: 'Conntrack table utilization over 80%' expression: 'last(/Network Performance Conntrack/conntrack_stats[entries]) > last(/Network Performance Conntrack/system.run["/sbin/sysctl -n net.netfilter.nf_conntrack_max"]) * 0.8' - name: 'Conntrack table utilization over 90%' expression: 'last(/Network Performance Conntrack/conntrack_stats[entries]) > last(/Network Performance Conntrack/system.run["/sbin/sysctl -n net.netfilter.nf_conntrack_max"]) * 0.9' - uuid: dad2988ea4e44cb9a38946d355b39f3d expression: 'last(/Network Performance Conntrack/conntrack_stats[entries]) > last(/Network Performance Conntrack/system.run["/sbin/sysctl -n net.netfilter.nf_conntrack_max"]) * 0.8' name: 'Conntrack table utilization over 80%' priority: HIGH dependencies: - name: 'Conntrack table utilization over 90%' expression: 'last(/Network Performance Conntrack/conntrack_stats[entries]) > last(/Network Performance Conntrack/system.run["/sbin/sysctl -n net.netfilter.nf_conntrack_max"]) * 0.9' - uuid: fbea92fbdc044a84b0672017a3110cec expression: 'last(/Network Performance Conntrack/conntrack_stats[entries]) > last(/Network Performance Conntrack/system.run["/sbin/sysctl -n net.netfilter.nf_conntrack_max"]) * 0.9' name: 'Conntrack table utilization over 90%' priority: DISASTER