shell脚本获取lag值
[root@tingyun-kafka-01 zabbix]# cat kafka-lag.sh
#!/bin/sh
#power by gaoyh@tingyun.com
zookeeper_server=192.168.110.12:2181,192.168.110.13:2181,192.168.110.14:2181,192.168.110.15:2181,192.168.110.16:2181
GROUP=$1
TOPIC=$2
cd /opt/kafka/bin/ && ./kafka-consumer-offset-checker.sh --zookeeper $zookeeper_server --topic $TOPIC --group $GROUP | grep -v 'will be dropped in releases' | awk 'NR>1{a+=$6}END{print a}'
TOPIC=$2
cd /opt/kafka/bin/ && ./kafka-consumer-offset-checker.sh --zookeeper $zookeeper_server --topic $TOPIC --group $GROUP | grep -v 'will be dropped in releases' | awk 'NR>1{a+=$6}END{print a}'
zabbix 客户端被动模式 从server端拉去客户端数据
[root@tingyun-kafka-01 zabbix]# cat /etc/zabbix/zabbix_agentd.
zabbix_agentd.conf zabbix_agentd.d/
[root@tingyun-kafka-01 zabbix]# cat /etc/zabbix/zabbix_agentd.d/userparameter_mysql.conf
# For all the following commands HOME should be set to the directory that has .my.cnf file with password information.
zabbix_agentd.conf zabbix_agentd.d/
[root@tingyun-kafka-01 zabbix]# cat /etc/zabbix/zabbix_agentd.d/userparameter_mysql.conf
# For all the following commands HOME should be set to the directory that has .my.cnf file with password information.
# Flexible parameter to grab global variables. On the frontend side, use keys like mysql.status[Com_insert].
# Key syntax is mysql.status[variable].
UserParameter=mysql.status[*],echo "show global status where Variable_name='$1';" | HOME=/var/lib/zabbix mysql -N | awk '{print $$2}'
# Key syntax is mysql.status[variable].
UserParameter=mysql.status[*],echo "show global status where Variable_name='$1';" | HOME=/var/lib/zabbix mysql -N | awk '{print $$2}'
# Flexible parameter to determine database or table size. On the frontend side, use keys like mysql.size[zabbix,history,data].
# Key syntax is mysql.size[<database>,<table>,<type>].
# Database may be a database name or "all". Default is "all".
# Table may be a table name or "all". Default is "all".
# Type may be "data", "index", "free" or "both". Both is a sum of data and index. Default is "both".
# Database is mandatory if a table is specified. Type may be specified always.
# Returns value in bytes.
# 'sum' on data_length or index_length alone needed when we are getting this information for whole database instead of a single table
UserParameter=mysql.size[*],bash -c 'echo "select sum($(case "$3" in both|"") echo "data_length+index_length";; data|index) echo "$3_length";; free) echo "data_free";; esac)) from information_schema.tables$([[ "$1" = "all" || ! "$1" ]] || echo " where table_schema=\"$1\"")$([[ "$2" = "all" || ! "$2" ]] || echo "and table_name=\"$2\"");" | HOME=/var/lib/zabbix mysql -N'
# Key syntax is mysql.size[<database>,<table>,<type>].
# Database may be a database name or "all". Default is "all".
# Table may be a table name or "all". Default is "all".
# Type may be "data", "index", "free" or "both". Both is a sum of data and index. Default is "both".
# Database is mandatory if a table is specified. Type may be specified always.
# Returns value in bytes.
# 'sum' on data_length or index_length alone needed when we are getting this information for whole database instead of a single table
UserParameter=mysql.size[*],bash -c 'echo "select sum($(case "$3" in both|"") echo "data_length+index_length";; data|index) echo "$3_length";; free) echo "data_free";; esac)) from information_schema.tables$([[ "$1" = "all" || ! "$1" ]] || echo " where table_schema=\"$1\"")$([[ "$2" = "all" || ! "$2" ]] || echo "and table_name=\"$2\"");" | HOME=/var/lib/zabbix mysql -N'
UserParameter=mysql.ping,HOME=/var/lib/zabbix mysqladmin ping | grep -c alive
UserParameter=mysql.version,mysql -V
UserParameter=mysql.version,mysql -V
#tingyun kafka lag
UserParameter=q-newlens-mobile-errors-persist,/opt/zabbix/kafka-lag.sh q-newlens-mobile-errors-persist mobileErrors 2>/dev/null
UserParameter=q-newlens-mobile-interaction-traces-wrappedmessages,/opt/zabbix/kafka-lag.sh q-newlens-mobile-interaction-traces-wrappedmessages mobileInteractionTracesWrappedMessages 2>/dev/null
UserParameter=q-newlens-mobile-actions-wrappedmessages,/opt/zabbix/kafka-lag.sh q-newlens-mobile-actions-wrappedmessages mobileActionsWrappedMessages 2>/dev/null
UserParameter=q-newlens-mobile-actions-wrappedmessages-alarm,/opt/zabbix/kafka-lag.sh q-newlens-mobile-actions-wrappedmessages-alarm mobileActionsWrappedMessages 2>/dev/null
UserParameter=q-newlens-mobile-crash-alarm,/opt/zabbix/kafka-lag.sh q-newlens-mobile-crash-alarm crashMessage 2>/dev/null
UserParameter=q-newlens-report-user-traces-persist,/opt/zabbix/kafka-lag.sh q-newlens-report-user-traces-persist mobileReportUsers 2>/dev/null
UserParameter=q-newlens-mobile-errors-wrappedmessages,/opt/zabbix/kafka-lag.sh q-newlens-mobile-errors-wrappedmessages mobileErrorsWrappedMessages 2>/dev/null
UserParameter=q-newlens-mobile-interaction-traces-persist,/opt/zabbix/kafka-lag.sh q-newlens-mobile-interaction-traces-persist mobileInteractionTraces 2>/dev/null
UserParameter=q-newlens-report-users-wrappedmessages,/opt/zabbix/kafka-lag.sh q-newlens-report-users-wrappedmessages mobileReportUsersWrappedMessages 2>/dev/null
UserParameter=q-newlens-appserver-metrics-persist,/opt/zabbix/kafka-lag.sh q-newlens-appserver-metrics-persist mobileActions 2>/dev/null
UserParameter=q-newlens-mobile-errors-persist,/opt/zabbix/kafka-lag.sh q-newlens-mobile-errors-persist mobileErrors 2>/dev/null
UserParameter=q-newlens-mobile-interaction-traces-wrappedmessages,/opt/zabbix/kafka-lag.sh q-newlens-mobile-interaction-traces-wrappedmessages mobileInteractionTracesWrappedMessages 2>/dev/null
UserParameter=q-newlens-mobile-actions-wrappedmessages,/opt/zabbix/kafka-lag.sh q-newlens-mobile-actions-wrappedmessages mobileActionsWrappedMessages 2>/dev/null
UserParameter=q-newlens-mobile-actions-wrappedmessages-alarm,/opt/zabbix/kafka-lag.sh q-newlens-mobile-actions-wrappedmessages-alarm mobileActionsWrappedMessages 2>/dev/null
UserParameter=q-newlens-mobile-crash-alarm,/opt/zabbix/kafka-lag.sh q-newlens-mobile-crash-alarm crashMessage 2>/dev/null
UserParameter=q-newlens-report-user-traces-persist,/opt/zabbix/kafka-lag.sh q-newlens-report-user-traces-persist mobileReportUsers 2>/dev/null
UserParameter=q-newlens-mobile-errors-wrappedmessages,/opt/zabbix/kafka-lag.sh q-newlens-mobile-errors-wrappedmessages mobileErrorsWrappedMessages 2>/dev/null
UserParameter=q-newlens-mobile-interaction-traces-persist,/opt/zabbix/kafka-lag.sh q-newlens-mobile-interaction-traces-persist mobileInteractionTraces 2>/dev/null
UserParameter=q-newlens-report-users-wrappedmessages,/opt/zabbix/kafka-lag.sh q-newlens-report-users-wrappedmessages mobileReportUsersWrappedMessages 2>/dev/null
UserParameter=q-newlens-appserver-metrics-persist,/opt/zabbix/kafka-lag.sh q-newlens-appserver-metrics-persist mobileActions 2>/dev/null
相关推荐
如下所示,手动指定zookeeper和kafka的bin目录、配置文件以及需要添加定时任务的周期几个参数后,执行当前脚本,脚本会自动添加定时任务并开始监控zookeeper及kafka进程,如果进程不存在则重启并放入后台,存在则...
使用 Kafka Lag Exporter 监控 Kafka 消费者组延迟 作为 Java 应用程序运行 作为 Docker 镜像运行 故障排除 Kafka ACL 所需的权限 估计消费者组时滞 Strimzi Kafka 集群观察者 使用 Grafana 进行监控 在没有 ...
kafka脚本实现自动化无损热迁移topic。不用停kafka进程,不影响写入。在迁移过程中业务无感知。
5、kafka监控工具Kafka-Eagle介绍及使用 网址:https://blog.csdn.net/chenwewi520feng/article/details/130581571 本文主要介绍了kafka监控工具Kafka-Eagle的使用。 本文依赖:kafka、zookeeper部署完成。 本分分为...
卡夫卡滞后监控器监控卡夫卡滞后并将指标发布到不同的指标后端指标支持的指标后端是Prometheus和InfluxDB样本指标普罗米修斯: 可以在/prometheus端点上访问Prometheus格式的度量# HELP kafka_consumer_lag_max # ...
可配置化shell脚本监控kafka-connect集群节点,节点异常发送邮件通知管理员,亲自整理无坑。
资源介绍了kafka的监控工具-kafkaOffsetMonitor在windodws环境下的部署,以kafkaOffsetMonitor_0.2.1版本举例说明了该工具在windows环境下如何部署及对kafka参数进行监控。
通过shell脚本定时自动监控kafka集群节点是否正常运行,如果kafka异常关闭,马上邮件通知配置的单个或多个管理员。
kafka 应用监控 kafka 应用监控kafka 应用监控kafka 应用监控kafka 应用监控
kafka的监控工具,主要通过在windows客户端连接zookeeper,监控kafka运行的相关信息。
kafka web页面的监控工具包,适合学习大数据或者kafka的人群使用
Kafka的监控平台jar包
kafka监控工具KafkaOffsetMnitor 没有响应,需要修改offsetapp目录index.html ,进行本地化。压缩包文件就是所需要的文件。
zabbix监控之kafka模板
直接下载解压,修改zookeeper配置属性启动即可,希望可以帮助小伙伴们,直接下载解压,修改zookeeper配置属性启动即可,希望可以帮助小伙伴们
zookeeper集群部署,kafka集群部署,kafka介绍,topic创建、删除、kafka监控
kafka-eagle监控安装包 操作步骤详见kafka个人解读后篇
kafka监控工具kafka-eagle,git下载太慢,更新与2018-07-01
该工具主要用于查看kafka topic生产者和消费者信息
offset kafka监控工具 免费 支持windows等