We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
See below sample configuration for xinfra-monitor.properties and the error. Kindly assist... { "single-cluster-monitor": { "class.name": "com.linkedin.xinfra.monitor.apps.SingleClusterMonitor", "topic": "xinfra-monitor-topic", "zookeeper.connect": "${ZOOKEEPER}", "bootstrap.servers": "${BOOTSTRAP_SERVER}", "security.protocol": "SSL", "ssl.keystore.location": "${KEYSTORE_LOCATION}", "ssl.keystore.password": "${KEY_PASS}", "ssl.truststore.location": "${TRUST_LOCATION}", "ssl.truststore.password": "${TRUST_PASS}", "ssl.key.password":"${KEY_PASS}", "request.timeout.ms": 9000, "produce.record.delay.ms": 100, "topic-management.topicManagementEnabled": true, "topic-management.topicCreationEnabled": true, "topic-management.replicationFactor" : 1, "topic-management.partitionsToBrokersRatio" : 2.0, "topic-management.rebalance.interval.ms" : 600000, "topic-management.preferred.leader.election.check.interval.ms" : 300000, "topic-management.topicFactory.props": { }, "topic-management.topic.props": { "retention.ms": "3600000" }, "produce.producer.props": { "client.id": "kmf-client-id", "security.protocol": "SSL", "ssl.keystore.location": "${KEYSTORE_LOCATION}", "ssl.keystore.password": "${KEY_PASS}", "ssl.truststore.location": "${TRUST_LOCATION}", "ssl.truststore.password": "${TRUST_PASS}", "ssl.key.password":"${KEY_PASS}" },
"consume.latency.sla.ms": "20000", "consume.consumer.props": { "client.id": "xinfra-monitor-consumer", "group.id": "test-group", "security.protocol": "SSL", "ssl.keystore.location": "${KEYSTORE_LOCATION}", "ssl.keystore.password": "${KEY_PASS}", "ssl.truststore.location": "${TRUST_LOCATION}", "ssl.truststore.password": "${TRUST_PASS}", "ssl.key.password":"${KEY_PASS}" }
},
"offset-commit-service": { "class.name": "com.linkedin.xinfra.monitor.services.OffsetCommitService", "zookeeper.connect": "${ZOOKEEPER}", "bootstrap.servers": "${BOOTSTRAP_SERVER}", "consumer.props": { "group.id": "target-consumer-group" } },
"jolokia-service": { "class.name": "com.linkedin.xinfra.monitor.services.JolokiaService" },
"reporter-service": { "class.name": "com.linkedin.xinfra.monitor.services.DefaultMetricsReporterService", "report.interval.sec": 1, "report.metrics.list": [ "kmf:type=kafka-monitor:offline-runnable-count", "kmf.services:type=produce-service,name=:produce-availability-avg", "kmf.services:type=consume-service,name=:consume-availability-avg", "kmf.services:type=produce-service,name=:records-produced-total", "kmf.services:type=consume-service,name=:records-consumed-total", "kmf.services:type=produce-service,name=:records-produced-rate", "kmf.services:type=produce-service,name=:produce-error-rate", "kmf.services:type=consume-service,name=:consume-error-rate", "kmf.services:type=consume-service,name=:records-lost-total", "kmf.services:type=consume-service,name=:records-lost-rate", "kmf.services:type=consume-service,name=:records-duplicated-total", "kmf.services:type=consume-service,name=:records-delay-ms-avg", "kmf.services:type=commit-availability-service,name=:offsets-committed-avg", "kmf.services:type=commit-availability-service,name=:offsets-committed-total", "kmf.services:type=commit-availability-service,name=:failed-commit-offsets-avg", "kmf.services:type=commit-availability-service,name=:failed-commit-offsets-total", "kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-avg", "kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-max", "kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-99th", "kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-999th", "kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-9999th", "kmf.services:type=cluster-topic-manipulation-service,name=:topic-creation-metadata-propagation-ms-avg", "kmf.services:type=cluster-topic-manipulation-service,name=:topic-creation-metadata-propagation-ms-max", "kmf.services:type=cluster-topic-manipulation-service,name=:topic-deletion-metadata-propagation-ms-avg", "kmf.services:type=cluster-topic-manipulation-service,name=:topic-deletion-metadata-propagation-ms-max", "kmf.services:type=offset-commit-service,name=:offset-commit-availability-avg", "kmf.services:type=offset-commit-service,name=:offset-commit-service-success-rate", "kmf.services:type=offset-commit-service,name=:offset-commit-service-success-total", "kmf.services:type=offset-commit-service,name=:offset-commit-service-failure-rate", "kmf.services:type=offset-commit-service,name=*:offset-commit-service-failure-total" ] },
"cluster-topic-manipulation-service":{ "class.name":"com.linkedin.xinfra.monitor.services.ClusterTopicManipulationService", "zookeeper.connect": "${ZOOKEEPER}", "bootstrap.servers": "${BOOTSTRAP_SERVER}", "topic": "xinfra-monitor-topic" },
"reporter-kafka-service": { "class.name": "com.linkedin.xinfra.monitor.services.KafkaMetricsReporterService", "report.interval.sec": 3, "zookeeper.connect": "${ZOOKEEPER}", "bootstrap.servers": "${BOOTSTRAP_SERVER}", "topic": "xinfra-monitor-topic-metrics", "report.kafka.topic.replication.factor": 1, "report.metrics.list": [ "kmf.services:type=produce-service,name=:produce-availability-avg", "kmf.services:type=consume-service,name=:consume-availability-avg", "kmf.services:type=produce-service,name=:records-produced-total", "kmf.services:type=consume-service,name=:records-consumed-total", "kmf.services:type=consume-service,name=:records-lost-total", "kmf.services:type=consume-service,name=:records-duplicated-total", "kmf.services:type=consume-service,name=:records-delay-ms-avg", "kmf.services:type=produce-service,name=:records-produced-rate", "kmf.services:type=produce-service,name=:produce-error-rate", "kmf.services:type=consume-service,name=:consume-error-rate" ] }
}_**
[2023-04-22 12:21:10,761] INFO TopicManagementServiceConfig values: topic = xinfra-monitor-topic topic-management.minPartitionNum = 1 topic-management.partitionsToBrokersRatio = 1.0 topic-management.replicationFactor = 1 topic-management.topicAddPartitionEnabled = true topic-management.topicCreationEnabled = true topic-management.topicFactory.class.name = com.linkedin.xinfra.monitor.topicfactory.DefaultTopicFactory topic-management.topicManagementEnabled = true topic-management.topicReassignPartitionAndElectLeaderEnabled = true zookeeper.connect = vi-cfzookafka1-dev.nibsstest.com:2182 (com.linkedin.xinfra.monitor.services.configs.TopicManagementServiceConfig) [2023-04-22 12:21:10,765] INFO KafkaMetricsReporterServiceConfig values: bootstrap.servers = XXXXX:9092,XXXXX:9092,XXXXX:9092 report.interval.sec = 3 report.kafka.topic.replication.factor = 1 report.metrics.list = [kmf.services:type=produce-service,name=:produce-availability-avg, kmf.services:type=consume-service,name=:consume-availability-avg, kmf.services:type=produce-service,name=:records-produced-total, kmf.services:type=consume-service,name=:records-consumed-total, kmf.services:type=consume-service,name=:records-lost-total, kmf.services:type=consume-service,name=:records-duplicated-total, kmf.services:type=consume-service,name=:records-delay-ms-avg, kmf.services:type=produce-service,name=:records-produced-rate, kmf.services:type=produce-service,name=:produce-error-rate, kmf.services:type=consume-service,name=:consume-error-rate] topic = xinfra-monitor-topic-metrics zookeeper.connect = XXXXX:2182 (com.linkedin.xinfra.monitor.services.configs.KafkaMetricsReporterServiceConfig) [2023-04-22 12:21:11,924] INFO Completed the topic creation if it doesn't exist for xinfra-monitor-topic-metrics. (com.linkedin.xinfra.monitor.common.Utils) Exception in thread "main" java.util.concurrent.ExecutionException: org.apache.kafka.common.errors.TimeoutException: Call(callName=listTopics, deadlineMs=1682162530769, tries=1, nextAllowedTryMs=-9223372036854775709) timed out at 9223372036854775807 after 1 attempt(s) at org.apache.kafka.common.internals.KafkaFutureImpl.wrapAndThrow(KafkaFutureImpl.java:45) at org.apache.kafka.common.internals.KafkaFutureImpl.access$000(KafkaFutureImpl.java:32) at org.apache.kafka.common.internals.KafkaFutureImpl$SingleWaiter.await(KafkaFutureImpl.java:89) at org.apache.kafka.common.internals.KafkaFutureImpl.get(KafkaFutureImpl.java:260) at com.linkedin.xinfra.monitor.common.Utils.createTopicIfNotExists(Utils.java:165) at com.linkedin.xinfra.monitor.services.KafkaMetricsReporterService.(KafkaMetricsReporterService.java:55) at com.linkedin.xinfra.monitor.services.KafkaMetricsReporterServiceFactory.createService(KafkaMetricsReporterServiceFactory.java:38) at com.linkedin.xinfra.monitor.XinfraMonitor.(XinfraMonitor.java:82) at com.linkedin.xinfra.monitor.XinfraMonitor.main(XinfraMonitor.java:186) Caused by: org.apache.kafka.common.errors.TimeoutException: Call(callName=listTopics, deadlineMs=1682162530769, tries=1, nextAllowedTryMs=-9223372036854775709) timed out at 9223372036854775807 after 1 attempt(s) Caused by: org.apache.kafka.common.errors.TimeoutException: The AdminClient thread has exited. Call: listTopics
The text was updated successfully, but these errors were encountered:
This is your first issue in the repository. Thank you for raising this issue.' first issue
Sorry, something went wrong.
No branches or pull requests
See below sample configuration for xinfra-monitor.properties and the error. Kindly assist...
{
"single-cluster-monitor": {
"class.name": "com.linkedin.xinfra.monitor.apps.SingleClusterMonitor",
"topic": "xinfra-monitor-topic",
"zookeeper.connect": "${ZOOKEEPER}",
"bootstrap.servers": "${BOOTSTRAP_SERVER}",
"security.protocol": "SSL",
"ssl.keystore.location": "${KEYSTORE_LOCATION}",
"ssl.keystore.password": "${KEY_PASS}",
"ssl.truststore.location": "${TRUST_LOCATION}",
"ssl.truststore.password": "${TRUST_PASS}",
"ssl.key.password":"${KEY_PASS}",
"request.timeout.ms": 9000,
"produce.record.delay.ms": 100,
"topic-management.topicManagementEnabled": true,
"topic-management.topicCreationEnabled": true,
"topic-management.replicationFactor" : 1,
"topic-management.partitionsToBrokersRatio" : 2.0,
"topic-management.rebalance.interval.ms" : 600000,
"topic-management.preferred.leader.election.check.interval.ms" : 300000,
"topic-management.topicFactory.props": {
},
"topic-management.topic.props": {
"retention.ms": "3600000"
},
"produce.producer.props": {
"client.id": "kmf-client-id",
"security.protocol": "SSL",
"ssl.keystore.location": "${KEYSTORE_LOCATION}",
"ssl.keystore.password": "${KEY_PASS}",
"ssl.truststore.location": "${TRUST_LOCATION}",
"ssl.truststore.password": "${TRUST_PASS}",
"ssl.key.password":"${KEY_PASS}"
},
},
"offset-commit-service": {
"class.name": "com.linkedin.xinfra.monitor.services.OffsetCommitService",
"zookeeper.connect": "${ZOOKEEPER}",
"bootstrap.servers": "${BOOTSTRAP_SERVER}",
"consumer.props": {
"group.id": "target-consumer-group"
}
},
"jolokia-service": {
"class.name": "com.linkedin.xinfra.monitor.services.JolokiaService"
},
"reporter-service": {
"class.name": "com.linkedin.xinfra.monitor.services.DefaultMetricsReporterService",
"report.interval.sec": 1,
"report.metrics.list": [
"kmf:type=kafka-monitor:offline-runnable-count",
"kmf.services:type=produce-service,name=:produce-availability-avg",
"kmf.services:type=consume-service,name=:consume-availability-avg",
"kmf.services:type=produce-service,name=:records-produced-total",
"kmf.services:type=consume-service,name=:records-consumed-total",
"kmf.services:type=produce-service,name=:records-produced-rate",
"kmf.services:type=produce-service,name=:produce-error-rate",
"kmf.services:type=consume-service,name=:consume-error-rate",
"kmf.services:type=consume-service,name=:records-lost-total",
"kmf.services:type=consume-service,name=:records-lost-rate",
"kmf.services:type=consume-service,name=:records-duplicated-total",
"kmf.services:type=consume-service,name=:records-delay-ms-avg",
"kmf.services:type=commit-availability-service,name=:offsets-committed-avg",
"kmf.services:type=commit-availability-service,name=:offsets-committed-total",
"kmf.services:type=commit-availability-service,name=:failed-commit-offsets-avg",
"kmf.services:type=commit-availability-service,name=:failed-commit-offsets-total",
"kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-avg",
"kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-max",
"kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-99th",
"kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-999th",
"kmf.services:type=commit-latency-service,name=:commit-offset-latency-ms-9999th",
"kmf.services:type=cluster-topic-manipulation-service,name=:topic-creation-metadata-propagation-ms-avg",
"kmf.services:type=cluster-topic-manipulation-service,name=:topic-creation-metadata-propagation-ms-max",
"kmf.services:type=cluster-topic-manipulation-service,name=:topic-deletion-metadata-propagation-ms-avg",
"kmf.services:type=cluster-topic-manipulation-service,name=:topic-deletion-metadata-propagation-ms-max",
"kmf.services:type=offset-commit-service,name=:offset-commit-availability-avg",
"kmf.services:type=offset-commit-service,name=:offset-commit-service-success-rate",
"kmf.services:type=offset-commit-service,name=:offset-commit-service-success-total",
"kmf.services:type=offset-commit-service,name=:offset-commit-service-failure-rate",
"kmf.services:type=offset-commit-service,name=*:offset-commit-service-failure-total"
]
},
"cluster-topic-manipulation-service":{
"class.name":"com.linkedin.xinfra.monitor.services.ClusterTopicManipulationService",
"zookeeper.connect": "${ZOOKEEPER}",
"bootstrap.servers": "${BOOTSTRAP_SERVER}",
"topic": "xinfra-monitor-topic"
},
"reporter-kafka-service": {
"class.name": "com.linkedin.xinfra.monitor.services.KafkaMetricsReporterService",
"report.interval.sec": 3,
"zookeeper.connect": "${ZOOKEEPER}",
"bootstrap.servers": "${BOOTSTRAP_SERVER}",
"topic": "xinfra-monitor-topic-metrics",
"report.kafka.topic.replication.factor": 1,
"report.metrics.list": [
"kmf.services:type=produce-service,name=:produce-availability-avg",
"kmf.services:type=consume-service,name=:consume-availability-avg",
"kmf.services:type=produce-service,name=:records-produced-total",
"kmf.services:type=consume-service,name=:records-consumed-total",
"kmf.services:type=consume-service,name=:records-lost-total",
"kmf.services:type=consume-service,name=:records-duplicated-total",
"kmf.services:type=consume-service,name=:records-delay-ms-avg",
"kmf.services:type=produce-service,name=:records-produced-rate",
"kmf.services:type=produce-service,name=:produce-error-rate",
"kmf.services:type=consume-service,name=:consume-error-rate"
]
}
}_**
[2023-04-22 12:21:10,761] INFO TopicManagementServiceConfig values:
topic = xinfra-monitor-topic
topic-management.minPartitionNum = 1
topic-management.partitionsToBrokersRatio = 1.0
topic-management.replicationFactor = 1
topic-management.topicAddPartitionEnabled = true
topic-management.topicCreationEnabled = true
topic-management.topicFactory.class.name = com.linkedin.xinfra.monitor.topicfactory.DefaultTopicFactory
topic-management.topicManagementEnabled = true
topic-management.topicReassignPartitionAndElectLeaderEnabled = true
zookeeper.connect = vi-cfzookafka1-dev.nibsstest.com:2182
(com.linkedin.xinfra.monitor.services.configs.TopicManagementServiceConfig)
[2023-04-22 12:21:10,765] INFO KafkaMetricsReporterServiceConfig values:
bootstrap.servers = XXXXX:9092,XXXXX:9092,XXXXX:9092
report.interval.sec = 3
report.kafka.topic.replication.factor = 1
report.metrics.list = [kmf.services:type=produce-service,name=:produce-availability-avg, kmf.services:type=consume-service,name=:consume-availability-avg, kmf.services:type=produce-service,name=:records-produced-total, kmf.services:type=consume-service,name=:records-consumed-total, kmf.services:type=consume-service,name=:records-lost-total, kmf.services:type=consume-service,name=:records-duplicated-total, kmf.services:type=consume-service,name=:records-delay-ms-avg, kmf.services:type=produce-service,name=:records-produced-rate, kmf.services:type=produce-service,name=:produce-error-rate, kmf.services:type=consume-service,name=:consume-error-rate]
topic = xinfra-monitor-topic-metrics
zookeeper.connect = XXXXX:2182
(com.linkedin.xinfra.monitor.services.configs.KafkaMetricsReporterServiceConfig)
[2023-04-22 12:21:11,924] INFO Completed the topic creation if it doesn't exist for xinfra-monitor-topic-metrics. (com.linkedin.xinfra.monitor.common.Utils)
Exception in thread "main" java.util.concurrent.ExecutionException: org.apache.kafka.common.errors.TimeoutException: Call(callName=listTopics, deadlineMs=1682162530769, tries=1, nextAllowedTryMs=-9223372036854775709) timed out at 9223372036854775807 after 1 attempt(s)
at org.apache.kafka.common.internals.KafkaFutureImpl.wrapAndThrow(KafkaFutureImpl.java:45)
at org.apache.kafka.common.internals.KafkaFutureImpl.access$000(KafkaFutureImpl.java:32)
at org.apache.kafka.common.internals.KafkaFutureImpl$SingleWaiter.await(KafkaFutureImpl.java:89)
at org.apache.kafka.common.internals.KafkaFutureImpl.get(KafkaFutureImpl.java:260)
at com.linkedin.xinfra.monitor.common.Utils.createTopicIfNotExists(Utils.java:165)
at com.linkedin.xinfra.monitor.services.KafkaMetricsReporterService.(KafkaMetricsReporterService.java:55)
at com.linkedin.xinfra.monitor.services.KafkaMetricsReporterServiceFactory.createService(KafkaMetricsReporterServiceFactory.java:38)
at com.linkedin.xinfra.monitor.XinfraMonitor.(XinfraMonitor.java:82)
at com.linkedin.xinfra.monitor.XinfraMonitor.main(XinfraMonitor.java:186)
Caused by: org.apache.kafka.common.errors.TimeoutException: Call(callName=listTopics, deadlineMs=1682162530769, tries=1, nextAllowedTryMs=-9223372036854775709) timed out at 9223372036854775807 after 1 attempt(s)
Caused by: org.apache.kafka.common.errors.TimeoutException: The AdminClient thread has exited. Call: listTopics
The text was updated successfully, but these errors were encountered: