diff --git a/.dockerignore b/.dockerignore index 2337a143..312ba34c 100644 --- a/.dockerignore +++ b/.dockerignore @@ -1,4 +1,3 @@ -.* vendor Dockerfile Makefile diff --git a/.gitignore b/.gitignore index 17b3b44b..024d9589 100644 --- a/.gitignore +++ b/.gitignore @@ -24,3 +24,4 @@ kafka_exporter # Test configuration test/ +.DS_Store diff --git a/.promu.yml b/.promu.yml index 021b3f5c..54bc02cd 100644 --- a/.promu.yml +++ b/.promu.yml @@ -3,11 +3,11 @@ repository: build: flags: -a -tags netgo ldflags: | - -X {{repoPath}}/vendor/github.com/prometheus/common/version.Version={{.Version}} - -X {{repoPath}}/vendor/github.com/prometheus/common/version.Revision={{.Revision}} - -X {{repoPath}}/vendor/github.com/prometheus/common/version.Branch={{.Branch}} - -X {{repoPath}}/vendor/github.com/prometheus/common/version.BuildUser={{user}}@{{host}} - -X {{repoPath}}/vendor/github.com/prometheus/common/version.BuildDate={{date "20060102-15:04:05"}} + -X github.com/prometheus/common/version.Version={{.Version}} + -X github.com/prometheus/common/version.Revision={{.Revision}} + -X github.com/prometheus/common/version.Branch={{.Branch}} + -X github.com/prometheus/common/version.BuildUser={{user}}@{{host}} + -X github.com/prometheus/common/version.BuildDate={{date "20060102-15:04:05"}} tarball: files: - LICENSE diff --git a/.travis.yml b/.travis.yml index bce64d03..351e3e0a 100644 --- a/.travis.yml +++ b/.travis.yml @@ -1,16 +1,25 @@ sudo: required -services: -- docker - language: go go: -- 1.9 +- 1.17 + +env: +- GOFLAGS="-mod=readonly" + +before_install: + - sudo rm -rf /var/lib/apt/lists/* + - curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo apt-key add - + - sudo add-apt-repository "deb [arch=amd64] https://download.docker.com/linux/ubuntu $(lsb_release -cs) edge" + - sudo apt-get update + - sudo apt-get -y -o Dpkg::Options::="--force-confnew" install docker-ce + - mkdir -vp ~/.docker/cli-plugins/ + - curl --silent -L "https://github.com/docker/buildx/releases/download/v0.6.1/buildx-v0.6.1.linux-amd64" > ~/.docker/cli-plugins/docker-buildx + - chmod a+x ~/.docker/cli-plugins/docker-buildx after_success: - if [ "$TRAVIS_PULL_REQUEST" == "false" ]; then - make docker; make push; fi - if [[ -n "$TRAVIS_TAG" ]]; then diff --git a/Makefile b/Makefile index e2ba7884..25bf9f33 100644 --- a/Makefile +++ b/Makefile @@ -8,6 +8,9 @@ DOCKER_IMAGE_NAME ?= kafka-exporter DOCKER_IMAGE_TAG ?= $(subst /,-,$(shell git rev-parse --abbrev-ref HEAD)) TAG := $(shell echo `if [ "$(TRAVIS_BRANCH)" = "master" ] || [ "$(TRAVIS_BRANCH)" = "" ] ; then echo "latest"; else echo $(TRAVIS_BRANCH) ; fi`) +PUSHTAG ?= type=registry,push=true +DOCKER_PLATFORMS ?= linux/amd64,linux/s390x,linux/arm64,linux/ppc64le + all: format build test style: @@ -28,25 +31,30 @@ vet: build: promu @echo ">> building binaries" + @$(GO) mod vendor @$(PROMU) build --prefix $(PREFIX) + crossbuild: promu @echo ">> crossbuilding binaries" - @$(PROMU) crossbuild + @$(PROMU) crossbuild --go=1.17 tarball: promu @echo ">> building release tarball" @$(PROMU) tarball --prefix $(PREFIX) $(BIN_DIR) -docker: +docker: build @echo ">> building docker image" - @docker build -t "$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_TAG)" . + @docker build -t "$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_TAG)" --build-arg BIN_DIR=. . -push: - @echo ">> pushing docker image, $(DOCKER_USERNAME),$(DOCKER_IMAGE_NAME),$(TAG)" +push: crossbuild + @echo ">> building and pushing multi-arch docker images, $(DOCKER_USERNAME),$(DOCKER_IMAGE_NAME),$(TAG)" @docker login -u $(DOCKER_USERNAME) -p $(DOCKER_PASSWORD) - @docker tag "$(DOCKER_IMAGE_NAME):$(DOCKER_IMAGE_TAG)" "$(DOCKER_USERNAME)/$(DOCKER_IMAGE_NAME):$(TAG)" - @docker push "$(DOCKER_USERNAME)/$(DOCKER_IMAGE_NAME):$(TAG)" + @docker buildx create --use + @docker buildx build -t "$(DOCKER_USERNAME)/$(DOCKER_IMAGE_NAME):$(TAG)" \ + --output "$(PUSHTAG)" \ + --platform "$(DOCKER_PLATFORMS)" \ + . release: promu github-release @echo ">> pushing binary to github with ghr" @@ -56,11 +64,11 @@ release: promu github-release promu: @GOOS=$(shell uname -s | tr A-Z a-z) \ GOARCH=$(subst x86_64,amd64,$(patsubst i%86,386,$(shell uname -m))) \ - $(GO) get -u github.com/prometheus/promu + $(GO) install github.com/prometheus/promu@v0.12.0 github-release: @GOOS=$(shell uname -s | tr A-Z a-z) \ GOARCH=$(subst x86_64,amd64,$(patsubst i%86,386,$(shell uname -m))) \ - $(GO) get -u github.com/aktau/github-release + $(GO) install github.com/github-release/github-release@v0.10.0 .PHONY: all style format build test vet tarball docker promu diff --git a/README.md b/README.md index 7ead7cce..f9f4ef72 100644 --- a/README.md +++ b/README.md @@ -1,7 +1,7 @@ kafka_exporter ============== -[![Build Status](https://travis-ci.org/danielqsj/kafka_exporter.svg?branch=master)](https://travis-ci.org/danielqsj/kafka_exporter)[![Docker Pulls](https://img.shields.io/docker/pulls/danielqsj/kafka-exporter.svg)](https://hub.docker.com/r/danielqsj/kafka-exporter)[![Go Report Card](https://goreportcard.com/badge/github.com/danielqsj/kafka_exporter)](https://goreportcard.com/report/github.com/danielqsj/kafka_exporter)[![Language](https://img.shields.io/badge/language-Go-red.svg)](https://github.com/danielqsj/kafka-exporter)[![GitHub release](https://img.shields.io/badge/release-1.2.0-green.svg)](https://github.com/alibaba/derrick/releases)[![License](https://img.shields.io/badge/license-Apache%202-4EB1BA.svg)](https://www.apache.org/licenses/LICENSE-2.0.html) +[![Build Status](https://app.travis-ci.com/danielqsj/kafka_exporter.svg?branch=master)](https://app.travis-ci.com/danielqsj/kafka_exporter)[![Docker Pulls](https://img.shields.io/docker/pulls/danielqsj/kafka-exporter.svg)](https://hub.docker.com/r/danielqsj/kafka-exporter)[![Go Report Card](https://goreportcard.com/badge/github.com/danielqsj/kafka_exporter)](https://goreportcard.com/report/github.com/danielqsj/kafka_exporter)[![Language](https://img.shields.io/badge/language-Go-red.svg)](https://github.com/danielqsj/kafka-exporter)[![GitHub release](https://img.shields.io/badge/release-1.4.2-green.svg)](https://github.com/alibaba/derrick/releases)[![License](https://img.shields.io/badge/license-Apache%202-4EB1BA.svg)](https://www.apache.org/licenses/LICENSE-2.0.html) Kafka exporter for Prometheus. For other metrics from Kafka, have a look at the [JMX exporter](https://github.com/prometheus/jmx_exporter). @@ -23,7 +23,7 @@ Table of Contents - [Brokers](#brokers) - [Topics](#topics) - [Consumer Groups](#consumer-groups) -- [Grafana Dashboard](#grafana-dashboard) +- [Grafana Dashboard](#grafana-dashboard) - [Contribute](#contribute) - [Donation](#donation) - [License](#license) @@ -39,7 +39,6 @@ Dependency - [Prometheus](https://prometheus.io) - [Sarama](https://shopify.github.io/sarama) - [Golang](https://golang.org) -- [Dep](https://github.com/golang/dep) Download -------- @@ -90,25 +89,45 @@ Flags This image is configurable using different flags -| Flag name | Default | Description | -| ---------------------------- | ---------- | --------------------------------------------------------------------------------------------------- | -| kafka.server | kafka:9092 | Addresses (host:port) of Kafka server | -| kafka.version | 1.0.0 | Kafka broker version | -| sasl.enabled | false | Connect using SASL/PLAIN | -| sasl.handshake | true | Only set this to false if using a non-Kafka SASL proxy | -| sasl.username | | SASL user name | -| sasl.password | | SASL user password | -| tls.enabled | false | Connect using TLS | -| tls.ca-file | | The optional certificate authority file for TLS client authentication | -| tls.cert-file | | The optional certificate file for client authentication | -| tls.key-file | | The optional key file for client authentication | -| tls.insecure-skip-tls-verify | false | If true, the server's certificate will not be checked for validity | -| topic.filter | .* | Regex that determines which topics to collect | -| group.filter | .* | Regex that determines which consumer groups to collect | -| web.listen-address | :9308 | Address to listen on for web interface and telemetry | -| web.telemetry-path | /metrics | Path under which to expose metrics | -| log.level | info | Only log messages with the given severity or above. Valid levels: [debug, info, warn, error, fatal] | -| log.enable-sarama | false | Turn on Sarama logging | +| Flag name | Default | Description | +|------------------------------|----------------|----------------------------------------------------------------------------------------------------------------------------------------| +| kafka.server | kafka:9092 | Addresses (host:port) of Kafka server | +| kafka.version | 2.0.0 | Kafka broker version | +| sasl.enabled | false | Connect using SASL/PLAIN | +| sasl.handshake | true | Only set this to false if using a non-Kafka SASL proxy | +| sasl.username | | SASL user name | +| sasl.password | | SASL user password | +| sasl.mechanism | | SASL mechanism can be plain, scram-sha512, scram-sha256 | +| sasl.service-name | | Service name when using Kerberos Auth | +| sasl.kerberos-config-path | | Kerberos config path | +| sasl.realm | | Kerberos realm | +| sasl.keytab-path | | Kerberos keytab file path | +| sasl.kerberos-auth-type | | Kerberos auth type. Either 'keytabAuth' or 'userAuth' | +| tls.enabled | false | Connect to Kafka using TLS | +| tls.server-name | | Used to verify the hostname on the returned certificates unless tls.insecure-skip-tls-verify is given. The kafka server's name should be given | +| tls.ca-file | | The optional certificate authority file for Kafka TLS client authentication | +| tls.cert-file | | The optional certificate file for Kafka client authentication | +| tls.key-file | | The optional key file for Kafka client authentication | +| tls.insecure-skip-tls-verify | false | If true, the server's certificate will not be checked for validity | +| server.tls.enabled | false | Enable TLS for web server | +| server.tls.mutual-auth-enabled | false | Enable TLS client mutual authentication | +| server.tls.ca-file | | The certificate authority file for the web server | +| server.tls.cert-file | | The certificate file for the web server | +| server.tls.key-file | | The key file for the web server | +| topic.filter | .* | Regex that determines which topics to collect | +| group.filter | .* | Regex that determines which consumer groups to collect | +| web.listen-address | :9308 | Address to listen on for web interface and telemetry | +| web.telemetry-path | /metrics | Path under which to expose metrics | +| log.enable-sarama | false | Turn on Sarama logging | +| use.consumelag.zookeeper | false | if you need to use a group from zookeeper | +| zookeeper.server | localhost:2181 | Address (hosts) of zookeeper server | +| kafka.labels | | Kafka cluster name | +| refresh.metadata | 30s | Metadata refresh interval | +| offset.show-all | true | Whether show the offset/lag for all consumer group, otherwise, only show connected consumer groups | +| concurrent.enable | false | If true, all scrapes will trigger kafka operations otherwise, they will share results. WARN: This should be disabled on large clusters | +| topic.workers | 100 | Number of topic workers | +| verbosity | 0 | Verbosity log level | + ### Notes @@ -228,6 +247,15 @@ If you like Kafka Exporter, please give me a star. This will help more people kn Please feel free to send me [pull requests](https://github.com/danielqsj/kafka_exporter/pulls). +Contributors ✨ +---------- + +Thanks goes to these wonderful people: + + + + + Donation -------- diff --git a/VERSION b/VERSION index 26aaba0e..9df886c4 100644 --- a/VERSION +++ b/VERSION @@ -1 +1 @@ -1.2.0 +1.4.2 diff --git a/charts/kafka-exporter/.helmignore b/charts/kafka-exporter/.helmignore new file mode 100644 index 00000000..50af0317 --- /dev/null +++ b/charts/kafka-exporter/.helmignore @@ -0,0 +1,22 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*~ +# Various IDEs +.project +.idea/ +*.tmproj +.vscode/ diff --git a/charts/kafka-exporter/Chart.yaml b/charts/kafka-exporter/Chart.yaml new file mode 100644 index 00000000..518d8d0d --- /dev/null +++ b/charts/kafka-exporter/Chart.yaml @@ -0,0 +1,9 @@ +apiVersion: v1 +appVersion: "1.0" +description: A Helm chart for Kubernetes +name: kafka-exporter +version: 1.2.0 +home: https://github.com/abhishekjiitr/kafka-exporter-helm +maintainers: + - name: abhishekjiitr + email: abhi2254015@gmail.com diff --git a/charts/kafka-exporter/templates/NOTES.txt b/charts/kafka-exporter/templates/NOTES.txt new file mode 100644 index 00000000..d9eb9e80 --- /dev/null +++ b/charts/kafka-exporter/templates/NOTES.txt @@ -0,0 +1,5 @@ +1.To see the metrics +{{- if contains "ClusterIP" .Values.service.type }} + kubectl port-forward svc/{{ include "kafka-exporter.fullname" . }} {{ .Values.service.port }} + echo "Visit http://127.0.0.1:{{ .Values.service.port }} to use your application" +{{- end }} diff --git a/charts/kafka-exporter/templates/_helpers.tpl b/charts/kafka-exporter/templates/_helpers.tpl new file mode 100644 index 00000000..bc51bbfc --- /dev/null +++ b/charts/kafka-exporter/templates/_helpers.tpl @@ -0,0 +1,32 @@ +{{/* vim: set filetype=mustache: */}} +{{/* +Expand the name of the chart. +*/}} +{{- define "kafka-exporter.name" -}} +{{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}} +{{- end -}} + +{{/* +Create a default fully qualified app name. +We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec). +If release name contains chart name it will be used as a full name. +*/}} +{{- define "kafka-exporter.fullname" -}} +{{- if .Values.fullnameOverride -}} +{{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}} +{{- else -}} +{{- $name := default .Chart.Name .Values.nameOverride -}} +{{- if contains $name .Release.Name -}} +{{- .Release.Name | trunc 63 | trimSuffix "-" -}} +{{- else -}} +{{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}} +{{- end -}} +{{- end -}} +{{- end -}} + +{{/* +Create chart name and version as used by the chart label. +*/}} +{{- define "kafka-exporter.chart" -}} +{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}} +{{- end -}} diff --git a/charts/kafka-exporter/templates/deployment.yaml b/charts/kafka-exporter/templates/deployment.yaml new file mode 100644 index 00000000..96b9d127 --- /dev/null +++ b/charts/kafka-exporter/templates/deployment.yaml @@ -0,0 +1,117 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: {{ include "kafka-exporter.fullname" . }} + labels: + app.kubernetes.io/name: {{ include "kafka-exporter.name" . }} + helm.sh/chart: {{ include "kafka-exporter.chart" . }} + app.kubernetes.io/instance: {{ .Release.Name }} + app.kubernetes.io/managed-by: {{ .Release.Service }} + {{- if .Values.labels -}} + {{ .Values.labels | toYaml | nindent 4 -}} + {{- end }} +spec: + replicas: {{ .Values.replicaCount }} + selector: + matchLabels: + app.kubernetes.io/name: {{ include "kafka-exporter.name" . }} + app.kubernetes.io/instance: {{ .Release.Name }} + template: + metadata: + labels: + app.kubernetes.io/name: {{ include "kafka-exporter.name" . }} + app.kubernetes.io/instance: {{ .Release.Name }} + {{- if .Values.podLabels -}} + {{ .Values.podLabels | toYaml | nindent 8 -}} + {{- end }} + spec: + containers: + - name: {{ .Chart.Name }} + image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}" + imagePullPolicy: {{ .Values.image.pullPolicy }} + args: + {{- if .Values.kafkaExporter}} + {{- range .Values.kafkaExporter.kafka.servers }} + - "--kafka.server={{ . }}" + {{- end }} + {{- if .Values.kafkaExporter.kafka.version }} + - --kafka.version={{ .Values.kafkaExporter.kafka.version }} + {{- end }} + {{- end}} + {{- if .Values.kafkaExporter.sasl.enabled }} + - --sasl.enabled + {{- if not .Values.kafkaExporter.sasl.handshake }} + - --sasl.handshake=false + {{- end }} + - --sasl.username={{ .Values.kafkaExporter.sasl.username }} + - --sasl.password={{ .Values.kafkaExporter.sasl.password }} + - --sasl.mechanism={{ .Values.kafkaExporter.sasl.mechanism }} + {{- end }} + {{- if .Values.kafkaExporter.tls.enabled}} + - --tls.enabled + {{- if .Values.kafkaExporter.tls.insecureSkipTlsVerify}} + - --tls.insecure-skip-tls-verify + {{- else }} + - --tls.ca-file=/etc/tls-certs/ca-file + - --tls.cert-file=/etc/tls-certs/cert-file + - --tls.key-file=/etc/tls-certs/key-file + {{- end }} + {{- end }} + {{- if .Values.kafkaExporter.log }} + - --verbosity={{ .Values.kafkaExporter.log.verbosity }} + {{- end }} + {{- if .Values.kafkaExporter.log.enableSarama }} + - --log.enable-sarama + {{- end }} + ports: + - name: metrics + containerPort: 9308 + protocol: TCP + livenessProbe: + failureThreshold: 1 + httpGet: + path: /healthz + port: metrics + scheme: HTTP + initialDelaySeconds: 3 + periodSeconds: 30 + successThreshold: 1 + timeoutSeconds: 9 + readinessProbe: + failureThreshold: 1 + httpGet: + path: /healthz + port: metrics + scheme: HTTP + initialDelaySeconds: 3 + periodSeconds: 15 + successThreshold: 1 + timeoutSeconds: 9 + + {{- if and .Values.kafkaExporter.tls.enabled (not .Values.kafkaExporter.tls.insecureSkipTlsVerify) }} + volumeMounts: + - name: tls-certs + mountPath: "/etc/tls-certs/" + readOnly: true + {{- end }} + resources: + {{- toYaml .Values.resources | nindent 12 }} + {{- with .Values.nodeSelector }} + + nodeSelector: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- with .Values.affinity }} + affinity: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- with .Values.tolerations }} + tolerations: + {{- toYaml . | nindent 8 }} + {{- end }} + {{- if and .Values.kafkaExporter.tls.enabled (not .Values.kafkaExporter.tls.insecureSkipTlsVerify) }} + volumes: + - name: tls-certs + secret: + secretName: {{ include "kafka-exporter.fullname" . }} + {{- end }} diff --git a/charts/kafka-exporter/templates/secret.yaml b/charts/kafka-exporter/templates/secret.yaml new file mode 100644 index 00000000..48a6e851 --- /dev/null +++ b/charts/kafka-exporter/templates/secret.yaml @@ -0,0 +1,18 @@ +{{- if and .Values.kafkaExporter.tls.enabled (not .Values.kafkaExporter.tls.insecureSkipTlsVerify) }} +apiVersion: v1 +kind: Secret +metadata: + name: {{ include "kafka-exporter.fullname" . }} + labels: + app.kubernetes.io/name: {{ include "kafka-exporter.name" . }} + helm.sh/chart: {{ include "kafka-exporter.chart" . }} + app.kubernetes.io/instance: {{ .Release.Name }} + app.kubernetes.io/managed-by: {{ .Release.Service }} + {{- if .Values.labels -}} + {{- .Values.labels | toYaml | nindent 4 }} + {{- end }} +data: + ca-file: {{ .Values.kafkaExporter.tls.caFile | b64enc }} + cert-file: {{ .Values.kafkaExporter.tls.certFile | b64enc }} + key-file: {{ .Values.kafkaExporter.tls.keyFile | b64enc }} +{{- end }} diff --git a/charts/kafka-exporter/templates/service.yaml b/charts/kafka-exporter/templates/service.yaml new file mode 100644 index 00000000..61e02bd8 --- /dev/null +++ b/charts/kafka-exporter/templates/service.yaml @@ -0,0 +1,22 @@ +apiVersion: v1 +kind: Service +metadata: + name: {{ include "kafka-exporter.fullname" . }} + labels: + app.kubernetes.io/name: {{ include "kafka-exporter.name" . }} + helm.sh/chart: {{ include "kafka-exporter.chart" . }} + app.kubernetes.io/instance: {{ .Release.Name }} + app.kubernetes.io/managed-by: {{ .Release.Service }} + {{- if .Values.labels -}} + {{ .Values.labels | toYaml | nindent 4 -}} + {{- end }} +spec: + type: {{ .Values.service.type }} + ports: + - port: {{ .Values.service.port }} + targetPort: metrics + protocol: TCP + name: metrics + selector: + app.kubernetes.io/name: {{ include "kafka-exporter.name" . }} + app.kubernetes.io/instance: {{ .Release.Name }} diff --git a/charts/kafka-exporter/templates/servicemonitor.yaml b/charts/kafka-exporter/templates/servicemonitor.yaml new file mode 100644 index 00000000..2efc6d6c --- /dev/null +++ b/charts/kafka-exporter/templates/servicemonitor.yaml @@ -0,0 +1,39 @@ +{{- if .Values.prometheus.serviceMonitor.enabled }} +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + name: {{ include "kafka-exporter.fullname" . }} + {{- if .Values.prometheus.serviceMonitor.namespace }} + namespace: {{ .Values.prometheus.serviceMonitor.namespace }} + {{- end }} + labels: + app.kubernetes.io/name: {{ include "kafka-exporter.name" . }} + helm.sh/chart: {{ include "kafka-exporter.chart" . }} + app.kubernetes.io/instance: {{ .Release.Name }} + app.kubernetes.io/managed-by: {{ .Release.Service }} + {{- if .Values.labels -}} + {{ .Values.labels | toYaml | nindent 4 -}} + {{- end }} + {{- if .Values.prometheus.serviceMonitor.additionalLabels }} +{{ toYaml .Values.prometheus.serviceMonitor.additionalLabels | indent 4 -}} + {{- end }} +spec: + jobLabel: jobLabel + selector: + matchLabels: + app.kubernetes.io/name: {{ include "kafka-exporter.name" . }} + helm.sh/chart: {{ include "kafka-exporter.chart" . }} + namespaceSelector: + matchNames: + - {{ .Release.Namespace }} + endpoints: + - port: metrics + interval: {{ .Values.prometheus.serviceMonitor.interval }} + {{- if .Values.prometheus.serviceMonitor.scrapeTimeout }} + scrapeTimeout: {{ .Values.prometheus.serviceMonitor.scrapeTimeout }} + {{- end }} + {{- if .Values.prometheus.serviceMonitor.metricRelabelings }} + metricRelabelings: + {{- toYaml .Values.prometheus.serviceMonitor.metricRelabelings | nindent 4 }} + {{- end }} + {{- end }} diff --git a/charts/kafka-exporter/values.yaml b/charts/kafka-exporter/values.yaml new file mode 100644 index 00000000..d001b409 --- /dev/null +++ b/charts/kafka-exporter/values.yaml @@ -0,0 +1,71 @@ +# Default values for kafka-exporter. +# This is a YAML-formatted file. +# Declare variables to be passed into your templates. + +replicaCount: 1 + +image: + repository: danielqsj/kafka-exporter + tag: latest + pullPolicy: IfNotPresent + +nameOverride: "" +fullnameOverride: "" + +service: + type: ClusterIP + port: 9308 + +kafkaExporter: + kafka: + servers: [] + # - kafka:9092 + # version: "1.0.0" + + sasl: + enabled: false + handshake: true + username: "" + password: "" + mechanism: "" + + tls: + enabled: false + insecureSkipTlsVerify: false + caFile: "" + certFile: "" + keyFile: "" + + log: + verbosity: 0 + enableSarama: false + +prometheus: + serviceMonitor: + enabled: true + namespace: monitoring + interval: "30s" + additionalLabels: + app: kafka-exporter + metricRelabelings: {} + +labels: {} +podLabels: {} + +resources: {} + # We usually recommend not to specify default resources and to leave this as a conscious + # choice for the user. This also increases chances charts run on environments with little + # resources, such as Minikube. If you do want to specify resources, uncomment the following + # lines, adjust them as necessary, and remove the curly braces after 'resources:'. + # limits: + # cpu: 100m + # memory: 128Mi + # requests: + # cpu: 100m + # memory: 128Mi + +nodeSelector: {} + +tolerations: [] + +affinity: {} diff --git a/deploy/base/deployment.yaml b/deploy/base/deployment.yaml new file mode 100644 index 00000000..9b4acb91 --- /dev/null +++ b/deploy/base/deployment.yaml @@ -0,0 +1,16 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: kafka-exporter +spec: + replicas: 1 + template: + spec: + containers: + - name: kafka-exporter + imagePullPolicy: IfNotPresent + image: danielqsj/kafka-exporter + ports: + - name: http-metrics + containerPort: 9308 + protocol: TCP \ No newline at end of file diff --git a/deploy/base/kustomization.yaml b/deploy/base/kustomization.yaml new file mode 100644 index 00000000..8cb9964d --- /dev/null +++ b/deploy/base/kustomization.yaml @@ -0,0 +1,15 @@ +# ---------------------------------------------------- +# apiVersion and kind of Kustomization +apiVersion: kustomize.config.k8s.io/v1beta1 +kind: Kustomization + +commonLabels: + app: kafka-exporter + +resources: +- deployment.yaml +- service.yaml + +images: +- name: danielqsj/kafka-exporter + newTag: latest \ No newline at end of file diff --git a/deploy/base/service.yaml b/deploy/base/service.yaml new file mode 100644 index 00000000..25598b0a --- /dev/null +++ b/deploy/base/service.yaml @@ -0,0 +1,10 @@ +apiVersion: v1 +kind: Service +metadata: + name: kafka-exporter +spec: + ports: + - name: http-metrics + port: 80 + protocol: TCP + targetPort: 9308 \ No newline at end of file diff --git a/dev/docker-compose.yml b/dev/docker-compose.yml new file mode 100644 index 00000000..247cfaf5 --- /dev/null +++ b/dev/docker-compose.yml @@ -0,0 +1,16 @@ +version: '2' +services: + zookeeper: + image: zookeeper:3.5.8 + ports: + - "2181:2181" + kafka: + image: wurstmeister/kafka:2.13-2.7.0 + ports: + - "9092:9092" + environment: + DOCKER_API_VERSION: 1.22 + KAFKA_ADVERTISED_HOST_NAME: 127.0.0.1 + KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181 + volumes: + - /var/run/docker.sock:/var/run/docker.sock diff --git a/go.mod b/go.mod index 192e5318..981de1ca 100644 --- a/go.mod +++ b/go.mod @@ -1,13 +1,48 @@ module github.com/foxdalas/kafka_exporter -go 1.12 +go 1.17 require ( github.com/Shopify/sarama v1.31.1 + github.com/golang/glog v1.0.0 github.com/krallistic/kazoo-go v0.0.0-20170526135507-a15279744f4e - github.com/prometheus/client_golang v1.2.1 - github.com/prometheus/common v0.7.0 + github.com/pkg/errors v0.9.1 + github.com/prometheus/client_golang v1.12.1 + github.com/prometheus/common v0.32.1 github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 - github.com/samuel/go-zookeeper v0.0.0-20190923202752-2cc03de413da // indirect + github.com/xdg/scram v1.0.5 gopkg.in/alecthomas/kingpin.v2 v2.2.6 ) + +require ( + github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751 // indirect + github.com/alecthomas/units v0.0.0-20190924025748-f65c72e2690d // indirect + github.com/beorn7/perks v1.0.1 // indirect + github.com/cespare/xxhash/v2 v2.1.2 // indirect + github.com/davecgh/go-spew v1.1.1 // indirect + github.com/eapache/go-resiliency v1.2.0 // indirect + github.com/eapache/go-xerial-snappy v0.0.0-20180814174437-776d5712da21 // indirect + github.com/eapache/queue v1.1.0 // indirect + github.com/go-kit/log v0.1.0 // indirect + github.com/go-logfmt/logfmt v0.5.0 // indirect + github.com/golang/protobuf v1.5.2 // indirect + github.com/golang/snappy v0.0.4 // indirect + github.com/hashicorp/go-uuid v1.0.2 // indirect + github.com/jcmturner/aescts/v2 v2.0.0 // indirect + github.com/jcmturner/dnsutils/v2 v2.0.0 // indirect + github.com/jcmturner/gofork v1.0.0 // indirect + github.com/jcmturner/gokrb5/v8 v8.4.2 // indirect + github.com/jcmturner/rpc/v2 v2.0.3 // indirect + github.com/klauspost/compress v1.14.2 // indirect + github.com/matttproud/golang_protobuf_extensions v1.0.1 // indirect + github.com/pierrec/lz4 v2.6.1+incompatible // indirect + github.com/prometheus/client_model v0.2.0 // indirect + github.com/prometheus/procfs v0.7.3 // indirect + github.com/samuel/go-zookeeper v0.0.0-20201211165307-7117e9ea2414 // indirect + github.com/xdg/stringprep v1.0.3 // indirect + golang.org/x/crypto v0.0.0-20220128200615-198e4374d7ed // indirect + golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd // indirect + golang.org/x/sys v0.0.0-20220114195835-da31bd327af9 // indirect + golang.org/x/text v0.3.7 // indirect + google.golang.org/protobuf v1.26.0 // indirect +) diff --git a/go.sum b/go.sum index 82d97349..419a8bc0 100644 --- a/go.sum +++ b/go.sum @@ -1,4 +1,38 @@ +cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +cloud.google.com/go v0.34.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +cloud.google.com/go v0.38.0/go.mod h1:990N+gfupTy94rShfmMCWGDn0LpTmnzTp2qbd1dvSRU= +cloud.google.com/go v0.44.1/go.mod h1:iSa0KzasP4Uvy3f1mN/7PiObzGgflwredwwASm/v6AU= +cloud.google.com/go v0.44.2/go.mod h1:60680Gw3Yr4ikxnPRS/oxxkBccT6SA1yMk63TGekxKY= +cloud.google.com/go v0.45.1/go.mod h1:RpBamKRgapWJb87xiFSdk4g1CME7QZg3uwTez+TSTjc= +cloud.google.com/go v0.46.3/go.mod h1:a6bKKbmY7er1mI7TEI4lsAkts/mkhTSZK8w33B4RAg0= +cloud.google.com/go v0.50.0/go.mod h1:r9sluTvynVuxRIOHXQEHMFffphuXHOMZMycpNR5e6To= +cloud.google.com/go v0.52.0/go.mod h1:pXajvRH/6o3+F9jDHZWQ5PbGhn+o8w9qiu/CffaVdO4= +cloud.google.com/go v0.53.0/go.mod h1:fp/UouUEsRkN6ryDKNW/Upv/JBKnv6WDthjR6+vze6M= +cloud.google.com/go v0.54.0/go.mod h1:1rq2OEkV3YMf6n/9ZvGWI3GWw0VoqH/1x2nd8Is/bPc= +cloud.google.com/go v0.56.0/go.mod h1:jr7tqZxxKOVYizybht9+26Z/gUq7tiRzu+ACVAMbKVk= +cloud.google.com/go v0.57.0/go.mod h1:oXiQ6Rzq3RAkkY7N6t3TcE6jE+CIBBbA36lwQ1JyzZs= +cloud.google.com/go v0.62.0/go.mod h1:jmCYTdRCQuc1PHIIJ/maLInMho30T/Y0M4hTdTShOYc= +cloud.google.com/go v0.65.0/go.mod h1:O5N8zS7uWy9vkA9vayVHs65eM1ubvY4h553ofrNHObY= +cloud.google.com/go/bigquery v1.0.1/go.mod h1:i/xbL2UlR5RvWAURpBYZTtm/cXjCha9lbfbpx4poX+o= +cloud.google.com/go/bigquery v1.3.0/go.mod h1:PjpwJnslEMmckchkHFfq+HTD2DmtT67aNFKH1/VBDHE= +cloud.google.com/go/bigquery v1.4.0/go.mod h1:S8dzgnTigyfTmLBfrtrhyYhwRxG72rYxvftPBK2Dvzc= +cloud.google.com/go/bigquery v1.5.0/go.mod h1:snEHRnqQbz117VIFhE8bmtwIDY80NLUZUMb4Nv6dBIg= +cloud.google.com/go/bigquery v1.7.0/go.mod h1://okPTzCYNXSlb24MZs83e2Do+h+VXtc4gLoIoXIAPc= +cloud.google.com/go/bigquery v1.8.0/go.mod h1:J5hqkt3O0uAFnINi6JXValWIb1v0goeZM77hZzJN/fQ= +cloud.google.com/go/datastore v1.0.0/go.mod h1:LXYbyblFSglQ5pkeyhO+Qmw7ukd3C+pD7TKLgZqpHYE= +cloud.google.com/go/datastore v1.1.0/go.mod h1:umbIZjpQpHh4hmRpGhH4tLFup+FVzqBi1b3c64qFpCk= +cloud.google.com/go/pubsub v1.0.1/go.mod h1:R0Gpsv3s54REJCy4fxDixWD93lHJMoZTyQ2kNxGRt3I= +cloud.google.com/go/pubsub v1.1.0/go.mod h1:EwwdRX2sKPjnvnqCa270oGRyludottCI76h+R3AArQw= +cloud.google.com/go/pubsub v1.2.0/go.mod h1:jhfEVHT8odbXTkndysNHCcx0awwzvfOlguIAii9o8iA= +cloud.google.com/go/pubsub v1.3.1/go.mod h1:i+ucay31+CNRpDW4Lu78I4xXG+O1r/MAHgjpRVR+TSU= +cloud.google.com/go/storage v1.0.0/go.mod h1:IhtSnM/ZTZV8YYJWCY8RULGVqBDmpoyjwiyrjsg+URw= +cloud.google.com/go/storage v1.5.0/go.mod h1:tpKbwo567HUNpVclU5sGELwQWBDZ8gh0ZeosJ0Rtdos= +cloud.google.com/go/storage v1.6.0/go.mod h1:N7U0C8pVQ/+NIKOBQyamJIeKQKkZ+mxpohlUTyfDhBk= +cloud.google.com/go/storage v1.8.0/go.mod h1:Wv1Oy7z6Yz3DshWRJFhqM/UCfaWIRTdp0RXyy7KQOVs= +cloud.google.com/go/storage v1.10.0/go.mod h1:FLPqc6j+Ki4BU591ie1oL6qBQGu2Bl/tZ9ullr3+Kg0= +dmitri.shuralyov.com/gpu/mtl v0.0.0-20190408044501-666a987793e9/go.mod h1:H6x//7gZCb22OMCxBHrMx7a5I7Hp++hsVxbQ4BYO7hU= github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/BurntSushi/xgb v0.0.0-20160522181843-27f122750802/go.mod h1:IVnqGOEym/WlBOVXweHU+Q+/VP0lqqI8lqeDx9IjBqo= github.com/Shopify/sarama v1.31.1 h1:uxwJ+p4isb52RyV83MCJD8v2wJ/HBxEGMmG/8+sEzG0= github.com/Shopify/sarama v1.31.1/go.mod h1:99E1xQ1Ql2bYcuJfwdXY3cE17W8+549Ty8PG/11BDqY= github.com/Shopify/toxiproxy/v2 v2.3.0 h1:62YkpiP4bzdhKMH+6uC5E95y608k3zDwdzuBMsnn3uQ= @@ -7,14 +41,22 @@ github.com/alecthomas/template v0.0.0-20160405071501-a0175ee3bccc/go.mod h1:LOuy github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751 h1:JYp7IbQjafoB+tBA3gMyHYHrpOtNuDiK/uB5uXxq5wM= github.com/alecthomas/template v0.0.0-20190718012654-fb15b899a751/go.mod h1:LOuyumcjzFXgccqObfd/Ljyb9UuFJ6TxHnclSeseNhc= github.com/alecthomas/units v0.0.0-20151022065526-2efee857e7cf/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0= -github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4 h1:Hs82Z41s6SdL1CELW+XaDYmOH4hkBN4/N9og/AsOv7E= github.com/alecthomas/units v0.0.0-20190717042225-c3de453c63f4/go.mod h1:ybxpYRFXyAe+OPACYpWeL0wqObRcbAqCMya13uyzqw0= +github.com/alecthomas/units v0.0.0-20190924025748-f65c72e2690d h1:UQZhZ2O0vMHr2cI+DC1Mbh0TJxzA3RcLoMsFw+aXw7E= +github.com/alecthomas/units v0.0.0-20190924025748-f65c72e2690d/go.mod h1:rBZYJk541a8SKzHPHnH3zbiI+7dagKZ0cgpgrD7Fyho= github.com/beorn7/perks v0.0.0-20180321164747-3a771d992973/go.mod h1:Dwedo/Wpr24TaqPxmxbtue+5NUziq4I4S80YR8gNf3Q= github.com/beorn7/perks v1.0.0/go.mod h1:KWe93zE9D1o94FZ5RNwFwVgaQK1VOXiVxmqh+CedLV8= github.com/beorn7/perks v1.0.1 h1:VlbKKnNfV8bJzeqoa4cOKqO6bYr3WgKZxO8Z16+hsOM= github.com/beorn7/perks v1.0.1/go.mod h1:G2ZrVWU2WbWT9wwq4/hrbKbnv/1ERSJQ0ibhJ6rlkpw= -github.com/cespare/xxhash/v2 v2.1.0 h1:yTUvW7Vhb89inJ+8irsUqiWjh8iT6sQPZiQzI6ReGkA= -github.com/cespare/xxhash/v2 v2.1.0/go.mod h1:dgIUBU3pDso/gPgZ1osOZ0iQf77oPR28Tjxl5dIMyVM= +github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= +github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= +github.com/cespare/xxhash/v2 v2.1.2 h1:YRXhKfTDauu4ajMg1TPgFO5jnlC2HCbmLXMcTG5cbYE= +github.com/cespare/xxhash/v2 v2.1.2/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= +github.com/chzyer/logex v1.1.10/go.mod h1:+Ywpsq7O8HXn0nuIou7OrIPyXbp3wmkHB+jjWRnGsAI= +github.com/chzyer/readline v0.0.0-20180603132655-2972be24d48e/go.mod h1:nSuG5e5PlCu98SY8svDHJxuZscDgtXS6KTTbou5AhLI= +github.com/chzyer/test v0.0.0-20180213035817-a1ea475d72b1/go.mod h1:Q3SI9o4m/ZMnBNeIyt5eFwwo7qiLfzFZmjNmxjkiQlU= +github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= +github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= github.com/cpuguy83/go-md2man/v2 v2.0.0-20190314233015-f79a8a8ca69d/go.mod h1:maD7wRr/U5Z6m/iR4s+kqSMx2CaBsrgA7czyZG/E6dU= github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= @@ -26,33 +68,94 @@ github.com/eapache/go-xerial-snappy v0.0.0-20180814174437-776d5712da21 h1:YEetp8 github.com/eapache/go-xerial-snappy v0.0.0-20180814174437-776d5712da21/go.mod h1:+020luEh2TKB4/GOp8oxxtq0Daoen/Cii55CzbTV6DU= github.com/eapache/queue v1.1.0 h1:YOEu7KNc61ntiQlcEeUIoDTJ2o8mQznoNvUhiigpIqc= github.com/eapache/queue v1.1.0/go.mod h1:6eCeP0CKFpHLu8blIFXhExK/dRa7WDZfr6jVFPTqq+I= +github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= +github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= github.com/fortytw2/leaktest v1.3.0 h1:u8491cBMTQ8ft8aeV+adlcytMZylmA5nnwwkRZjI8vw= github.com/fortytw2/leaktest v1.3.0/go.mod h1:jDsjWgpAGjm2CA7WthBh/CdZYEPF31XHquHwclZch5g= github.com/frankban/quicktest v1.14.0 h1:+cqqvzZV87b4adx/5ayVOaYZ2CrvM4ejQvUdBzPPUss= github.com/frankban/quicktest v1.14.0/go.mod h1:NeW+ay9A/U67EYXNFA1nPE8e/tnQv/09mUdL/ijj8og= +github.com/go-gl/glfw v0.0.0-20190409004039-e6da0acd62b1/go.mod h1:vR7hzQXu2zJy9AVAgeJqvqgH9Q5CA+iKCZ2gyEVpxRU= +github.com/go-gl/glfw/v3.3/glfw v0.0.0-20191125211704-12ad95a8df72/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= +github.com/go-gl/glfw/v3.3/glfw v0.0.0-20200222043503-6f7a984d4dc4/go.mod h1:tQ2UAYgL5IevRw8kRxooKSPJfGvJ9fJQFa0TUsXzTg8= github.com/go-kit/kit v0.8.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as= github.com/go-kit/kit v0.9.0/go.mod h1:xBxKIO96dXMWWy0MnWVtmwkA9/13aqxPnvrjFYMA2as= +github.com/go-kit/log v0.1.0 h1:DGJh0Sm43HbOeYDNnVZFl8BvcYVvjD5bqYJvp0REbwQ= +github.com/go-kit/log v0.1.0/go.mod h1:zbhenjAZHb184qTLMA9ZjW7ThYL0H2mk7Q6pNt4vbaY= github.com/go-logfmt/logfmt v0.3.0/go.mod h1:Qt1PoO58o5twSAckw1HlFXLmHsOX5/0LbT9GBnD5lWE= github.com/go-logfmt/logfmt v0.4.0/go.mod h1:3RMwSq7FuexP4Kalkev3ejPJsZTpXXBr9+V4qmtdjCk= +github.com/go-logfmt/logfmt v0.5.0 h1:TrB8swr/68K7m9CcGut2g3UOihhbcbiMAYiuTXdEih4= +github.com/go-logfmt/logfmt v0.5.0/go.mod h1:wCYkCAKZfumFQihp8CzCvQ3paCTfi41vtzG1KdI/P7A= +github.com/go-stack/stack v1.8.0 h1:5SgMzNM5HxrEjV0ww2lTmX6E2Izsfxas4+YHWRs3Lsk= github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY= github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ= +github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= +github.com/golang/glog v1.0.0 h1:nfP3RFugxnNRyKgeWd4oI1nYvXpxrx8ck8ZrcizshdQ= +github.com/golang/glog v1.0.0/go.mod h1:EWib/APOK0SL3dFbYqvxE3UYd8E6s1ouQ7iEp/0LWV4= +github.com/golang/groupcache v0.0.0-20190702054246-869f871628b6/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/groupcache v0.0.0-20191227052852-215e87163ea7/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/groupcache v0.0.0-20200121045136-8c9f03a8e57e/go.mod h1:cIg4eruTrX1D+g88fzRXU5OdNfaM+9IcxsU14FzY7Hc= +github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/mock v1.2.0/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/mock v1.3.1/go.mod h1:sBzyDLLjw3U8JLTeZvSv8jJB+tU5PVekmnlKIyFUx0Y= +github.com/golang/mock v1.4.0/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= +github.com/golang/mock v1.4.1/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= +github.com/golang/mock v1.4.3/go.mod h1:UOMv5ysSaYNkG+OFQykRIcU/QvvxJf3p21QfJ2Bt3cw= +github.com/golang/mock v1.4.4/go.mod h1:l3mdAwkq5BuhzHwde/uurv3sEJeZMXNpwsxVWU71h+4= github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= -github.com/golang/protobuf v1.3.2 h1:6nsPYzhq5kReh6QImI3k5qWzO4PEbvbIW2cwSfR/6xs= github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.3/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw= +github.com/golang/protobuf v1.3.4/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw= +github.com/golang/protobuf v1.3.5/go.mod h1:6O5/vntMXwX2lRkT1hjjk0nAC1IDOTvTlVgjlRvqsdk= +github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= +github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= +github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= +github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= +github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= +github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= +github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= +github.com/golang/protobuf v1.5.2 h1:ROPKBNFfQgOUMifHyP+KYbvpjbdoFNs+aK7DXlji0Tw= +github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= github.com/golang/snappy v0.0.4 h1:yAGX7huGHXlcLOEtBnF4w7FQwA26wojNCwOYAEhLjQM= github.com/golang/snappy v0.0.4/go.mod h1:/XxbfmMg8lxefKM7IXC3fBNl/7bRcc72aCRzEWrmP2Q= +github.com/google/btree v0.0.0-20180813153112-4030bb1f1f0c/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= +github.com/google/btree v1.0.0/go.mod h1:lNA+9X1NB3Zf8V7Ke586lFgjr2dZNuvo3lPJSGZ5JPQ= +github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.4.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.1/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.4/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/go-cmp v0.5.6 h1:BKbKCqvP6I+rmFHt06ZmyQtvB8xAkWdhFyr0ZUNZcxQ= github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= +github.com/google/martian v2.1.0+incompatible/go.mod h1:9I4somxYTbIHy5NJKHRl3wXiIaQGbYVAs8BPL6v8lEs= +github.com/google/martian/v3 v3.0.0/go.mod h1:y5Zk1BBys9G+gd6Jrk0W3cC1+ELVxBWuIGO+w/tUAp0= +github.com/google/pprof v0.0.0-20181206194817-3ea8567a2e57/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= +github.com/google/pprof v0.0.0-20190515194954-54271f7e092f/go.mod h1:zfwlbNMJ+OItoe0UupaVj+oy1omPYYDuagoSzA8v9mc= +github.com/google/pprof v0.0.0-20191218002539-d4f498aebedc/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= +github.com/google/pprof v0.0.0-20200212024743-f11f1df84d12/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= +github.com/google/pprof v0.0.0-20200229191704-1ebb73c60ed3/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= +github.com/google/pprof v0.0.0-20200430221834-fc25d7d30c6d/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= +github.com/google/pprof v0.0.0-20200708004538-1a94d8640e99/go.mod h1:ZgVRPoUq/hfqzAqh7sHMqb3I9Rq5C59dIz2SbBwJ4eM= +github.com/google/renameio v0.1.0/go.mod h1:KWCgfxg9yswjAJkECMjeO8J8rahYeXnNhOm40UhjYkI= +github.com/googleapis/gax-go/v2 v2.0.4/go.mod h1:0Wqv26UfaUD9n4G6kQubkQ+KchISgw+vpHVxEJEs9eg= +github.com/googleapis/gax-go/v2 v2.0.5/go.mod h1:DWXyrwAJ9X0FpwwEdw+IPEYBICEFu5mhpdKc/us6bOk= github.com/gorilla/mux v1.8.0/go.mod h1:DVbg23sWSpFRCP0SfiEN6jmj59UnW/n46BH5rLB71So= -github.com/gorilla/securecookie v1.1.1 h1:miw7JPhV+b/lAHSXz4qd/nN9jRiAFV5FwjeKyCS8BvQ= github.com/gorilla/securecookie v1.1.1/go.mod h1:ra0sb63/xPlUeL+yeDciTfxMRAA+MP+HVt/4epWDjd4= -github.com/gorilla/sessions v1.2.1 h1:DHd3rPN5lE3Ts3D8rKkQ8x/0kqfeNmBAaiSi+o7FsgI= github.com/gorilla/sessions v1.2.1/go.mod h1:dk2InVEVJ0sfLlnXv9EAgkf6ecYs/i80K/zI+bUmuGM= github.com/hashicorp/go-uuid v1.0.2 h1:cfejS+Tpcp13yd5nYHWDI6qVCny6wyX2Mt5SGur2IGE= github.com/hashicorp/go-uuid v1.0.2/go.mod h1:6SBZvOh/SIDV7/2o3Jml5SYk/TvGqwFJ/bN7x4byOro= +github.com/hashicorp/golang-lru v0.5.0/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= +github.com/hashicorp/golang-lru v0.5.1/go.mod h1:/m3WP610KZHVQ1SGc6re/UDhFvYD7pJ4Ao+sR/qLZy8= +github.com/ianlancetaylor/demangle v0.0.0-20181102032728-5e5cf60278f6/go.mod h1:aSSvb/t6k1mPoxDqO4vJh6VOCGPwU4O0C2/Eqndh1Sc= github.com/jcmturner/aescts/v2 v2.0.0 h1:9YKLH6ey7H4eDBXW8khjYslgyqG2xZikXP0EQFKrle8= github.com/jcmturner/aescts/v2 v2.0.0/go.mod h1:AiaICIRyfYg35RUkr8yESTqvSy7csK90qZ5xfvvsoNs= github.com/jcmturner/dnsutils/v2 v2.0.0 h1:lltnkeZGL0wILNvrNiVCR6Ro5PGU/SeBvVO/8c/iPbo= @@ -65,12 +168,20 @@ github.com/jcmturner/gokrb5/v8 v8.4.2 h1:6ZIM6b/JJN0X8UM43ZOM6Z4SJzla+a/u7scXFJz github.com/jcmturner/gokrb5/v8 v8.4.2/go.mod h1:sb+Xq/fTY5yktf/VxLsE3wlfPqQjp0aWNYyvBVK62bc= github.com/jcmturner/rpc/v2 v2.0.3 h1:7FXXj8Ti1IaVFpSAziCZWNzbNuZmnvw/i6CqLNdWfZY= github.com/jcmturner/rpc/v2 v2.0.3/go.mod h1:VUJYCIDm3PVOEHw8sgt091/20OJjskO/YJki3ELg/Hc= +github.com/jpillora/backoff v1.0.0/go.mod h1:J/6gKK9jxlEcS3zixgDgUAsiuZ7yrSoa/FX5e0EB2j4= github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU= -github.com/json-iterator/go v1.1.7/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= +github.com/json-iterator/go v1.1.10/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= +github.com/json-iterator/go v1.1.11/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= +github.com/json-iterator/go v1.1.12/go.mod h1:e30LSqwooZae/UwlEbR2852Gd8hjQvJoHmT4TnhNGBo= +github.com/jstemmer/go-junit-report v0.0.0-20190106144839-af01ea7f8024/go.mod h1:6v2b51hI/fHJwM22ozAgKL4VKDeJcHhJFhtBdhmNjmU= +github.com/jstemmer/go-junit-report v0.9.1/go.mod h1:Brl9GWCQeLvo8nXZwPNNblvFj/XSXhF0NWZEnDohbsk= github.com/julienschmidt/httprouter v1.2.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w= +github.com/julienschmidt/httprouter v1.3.0/go.mod h1:JR6WtHb+2LUe8TCKY3cZOxFyyO8IZAc4RVcycCCAKdM= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= github.com/klauspost/compress v1.14.2 h1:S0OHlFk/Gbon/yauFJ4FfJJF5V0fc5HbBTJazi28pRw= github.com/klauspost/compress v1.14.2/go.mod h1:/3/Vjq9QcHkK5uEr5lBEmyoZ1iFhe47etQ6QUkpK6sk= github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= +github.com/konsorten/go-windows-terminal-sequences v1.0.3/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc= github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= github.com/kr/pretty v0.3.0 h1:WgNl7dwNpEZ6jJ9k1snq4pZsg7DOEN8hP9Xw0Tsjwk0= @@ -87,39 +198,51 @@ github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJ github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= +github.com/modern-go/reflect2 v1.0.2/go.mod h1:yWuevngMOJpCy52FWWMvUC8ws7m/LJsjYzDa0/r8luk= github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U= +github.com/mwitkow/go-conntrack v0.0.0-20190716064945-2f068394615f/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U= github.com/pierrec/lz4 v2.6.1+incompatible h1:9UY3+iC23yxF0UfGaYrGplQ+79Rg+h/q9FV9ix19jjM= github.com/pierrec/lz4 v2.6.1+incompatible/go.mod h1:pdkljMzZIN41W+lC3N2tnIh5sFi+IEE17M5jbnwPHcY= github.com/pkg/errors v0.8.0/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= github.com/prometheus/client_golang v0.9.1/go.mod h1:7SWBe2y4D6OKWSNQJUaRYU/AaXPKyh/dDVn+NZz0KFw= github.com/prometheus/client_golang v1.0.0/go.mod h1:db9x61etRT2tGnBNRi70OPL5FsnadC4Ky3P0J6CfImo= -github.com/prometheus/client_golang v1.2.1 h1:JnMpQc6ppsNgw9QPAGF6Dod479itz7lvlsMzzNayLOI= -github.com/prometheus/client_golang v1.2.1/go.mod h1:XMU6Z2MjaRKVu/dC1qupJI9SiNkDYzz3xecMgSW/F+U= +github.com/prometheus/client_golang v1.7.1/go.mod h1:PY5Wy2awLA44sXw4AOSfFBetzPP4j5+D6mVACh+pe2M= +github.com/prometheus/client_golang v1.11.0/go.mod h1:Z6t4BnS23TR94PD6BsDNk8yVqroYurpAkEiz0P2BEV0= +github.com/prometheus/client_golang v1.12.1 h1:ZiaPsmm9uiBeaSMRznKsCDNtPCS0T3JVDGF+06gjBzk= +github.com/prometheus/client_golang v1.12.1/go.mod h1:3Z9XVyYiZYEO+YQWt3RD2R3jrbd179Rt297l4aS6nDY= github.com/prometheus/client_model v0.0.0-20180712105110-5c3871d89910/go.mod h1:MbSGuTsp3dbXC40dX6PRTWyKYBIrTGTE9sqQNg2J8bo= github.com/prometheus/client_model v0.0.0-20190129233127-fd36f4220a90/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= -github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4 h1:gQz4mCbXsO+nc9n1hCxHcGA3Zx3Eo+UHZoInFGUIXNM= github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/prometheus/client_model v0.2.0 h1:uq5h0d+GuxiXLJLNABMgp2qUWDPiLvgCzz2dUR+/W/M= +github.com/prometheus/client_model v0.2.0/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= github.com/prometheus/common v0.4.1/go.mod h1:TNfzLD0ON7rHzMJeJkieUDPYmFC7Snx/y86RQel1bk4= -github.com/prometheus/common v0.7.0 h1:L+1lyG48J1zAQXA3RBX/nG/B3gjlHq0zTt2tlbJLyCY= -github.com/prometheus/common v0.7.0/go.mod h1:DjGbpBbp5NYNiECxcL/VnbXCCaQpKd3tt26CguLLsqA= +github.com/prometheus/common v0.10.0/go.mod h1:Tlit/dnDKsSWFlCLTWaA1cyBgKHSMdTB80sz/V91rCo= +github.com/prometheus/common v0.26.0/go.mod h1:M7rCNAaPfAosfx8veZJCuw84e35h3Cfd9VFqTh1DIvc= +github.com/prometheus/common v0.32.1 h1:hWIdL3N2HoUx3B8j3YN9mWor0qhY/NlEKZEaXxuIRh4= +github.com/prometheus/common v0.32.1/go.mod h1:vu+V0TpY+O6vW9J44gczi3Ap/oXXR10b+M/gUGO4Hls= github.com/prometheus/procfs v0.0.0-20181005140218-185b4288413d/go.mod h1:c3At6R/oaqEKCNdg8wHV1ftS6bRYblBhIjjI8uT2IGk= github.com/prometheus/procfs v0.0.2/go.mod h1:TjEm7ze935MbeOT/UhFTIMYKhuLP4wbCsTZCD3I8kEA= -github.com/prometheus/procfs v0.0.5 h1:3+auTFlqw+ZaQYJARz6ArODtkaIwtvBTx3N2NehQlL8= -github.com/prometheus/procfs v0.0.5/go.mod h1:4A/X28fw3Fc593LaREMrKMqOKvUAntwMDaekg4FpcdQ= +github.com/prometheus/procfs v0.1.3/go.mod h1:lV6e/gmhEcM9IjHGsFOCxxuZ+z1YqCvr4OA4YeYWdaU= +github.com/prometheus/procfs v0.6.0/go.mod h1:cz+aTbrPOrUb4q7XlbU9ygM+/jj0fzG6c1xBZuNvfVA= +github.com/prometheus/procfs v0.7.3 h1:4jVXhlkAyzOScmCkXBTOLRLTz8EeU+eyjrwB/EPq0VU= +github.com/prometheus/procfs v0.7.3/go.mod h1:cz+aTbrPOrUb4q7XlbU9ygM+/jj0fzG6c1xBZuNvfVA= github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 h1:N/ElC8H3+5XpJzTSTfLsJV/mx9Q9g7kxmchpfZyxgzM= github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475/go.mod h1:bCqnVzQkZxMG4s8nGwiZ5l3QUCyqpo9Y+/ZMZ9VjZe4= +github.com/rogpeppe/go-internal v1.3.0/go.mod h1:M8bDsm7K2OlrFYOpmOWEs/qY81heoFRclV5y23lUDJ4= github.com/rogpeppe/go-internal v1.6.1 h1:/FiVV8dS/e+YqF2JvO3yXRFbBLTIuSDkuC7aBOAvL+k= github.com/rogpeppe/go-internal v1.6.1/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc= github.com/russross/blackfriday/v2 v2.0.1/go.mod h1:+Rmxgy9KzJVeS9/2gXHxylqXiyQDYRxCVz55jmeOWTM= -github.com/samuel/go-zookeeper v0.0.0-20190923202752-2cc03de413da h1:p3Vo3i64TCLY7gIfzeQaUJ+kppEO5WQG3cL8iE8tGHU= -github.com/samuel/go-zookeeper v0.0.0-20190923202752-2cc03de413da/go.mod h1:gi+0XIa01GRL2eRQVjQkKGqKF3SF9vZR/HnPullcV2E= +github.com/samuel/go-zookeeper v0.0.0-20201211165307-7117e9ea2414 h1:AJNDS0kP60X8wwWFvbLPwDuojxubj9pbfK7pjHw0vKg= +github.com/samuel/go-zookeeper v0.0.0-20201211165307-7117e9ea2414/go.mod h1:gi+0XIa01GRL2eRQVjQkKGqKF3SF9vZR/HnPullcV2E= github.com/shurcooL/sanitized_anchor_name v1.0.0/go.mod h1:1NzhyTcUVG4SuEtjjoZeVRXNmyL/1OwPU0+IJeTBvfc= github.com/sirupsen/logrus v1.2.0/go.mod h1:LxeOpSwHxABJmUn/MG1IvRgCAasNZTLOkJPxbbu5VWo= github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE= -github.com/sirupsen/logrus v1.8.1 h1:dJKuHgqk1NNQlqoA6BTlM1Wf9DOH3NBjQyu0h9+AZZE= +github.com/sirupsen/logrus v1.6.0/go.mod h1:7uNnSEd1DgxDLC74fIahvMZmmYsHGZGEOFrfsX/uA88= github.com/sirupsen/logrus v1.8.1/go.mod h1:yWOB1SBYBC5VeMP7gHvWumXLIWorT60ONWic61uBYv0= github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= @@ -133,50 +256,303 @@ github.com/urfave/cli/v2 v2.3.0/go.mod h1:LJmUH05zAU44vOAcrfzZQKsZbVcdbOG8rtL3/X github.com/xdg-go/pbkdf2 v1.0.0/go.mod h1:jrpuAogTd400dnrH08LKmI/xc1MbPOebTwRqcT5RDeI= github.com/xdg-go/scram v1.1.0/go.mod h1:1WAq6h33pAW+iRreB34OORO2Nf7qel3VV3fjBj+hCSs= github.com/xdg-go/stringprep v1.0.2/go.mod h1:8F9zXuvzgwmyT5DUm4GUfZGDdT3W+LCvS6+da4O5kxM= +github.com/xdg/scram v1.0.5 h1:TuS0RFmt5Is5qm9Tm2SoD89OPqe4IRiFtyFY4iwWXsw= +github.com/xdg/scram v1.0.5/go.mod h1:lB8K/P019DLNhemzwFU4jHLhdvlE6uDZjXFejJXr49I= +github.com/xdg/stringprep v1.0.3 h1:cmL5Enob4W83ti/ZHuZLuKD/xqJfus4fVPwE+/BDm+4= +github.com/xdg/stringprep v1.0.3/go.mod h1:Jhud4/sHMO4oL310DaZAKk9ZaJ08SJfe+sJh0HrGL1Y= +github.com/yuin/goldmark v1.1.25/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.1.27/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +github.com/yuin/goldmark v1.1.32/go.mod h1:3hX8gzYuyVAZsxl0MRgGTJEmQBFcNTphYh9decYSb74= +go.opencensus.io v0.21.0/go.mod h1:mSImk1erAIZhrmZN+AvHh14ztQfjbGwt4TtuofqLduU= +go.opencensus.io v0.22.0/go.mod h1:+kGneAE2xo2IficOXnaByMWTGM9T73dGwxeWcUqIpI8= +go.opencensus.io v0.22.2/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= +go.opencensus.io v0.22.3/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= +go.opencensus.io v0.22.4/go.mod h1:yxeiOL68Rb0Xd1ddK5vPZ/oVn4vY4Ynel7k9FzqtOIw= golang.org/x/crypto v0.0.0-20180904163835-0709b304e793/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20190510104115-cbcb75029529/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20190605123033-f99c8df09eb5/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20191011191535-87dc89f01550/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= golang.org/x/crypto v0.0.0-20201112155050-0c6587e931a9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= golang.org/x/crypto v0.0.0-20220128200615-198e4374d7ed h1:YoWVYYAfvQ4ddHv3OKmIvX7NCAhFGTj62VP2l2kfBbA= golang.org/x/crypto v0.0.0-20220128200615-198e4374d7ed/go.mod h1:IxCIyHEi3zRg3s0A5j5BB6A9Jmi73HwBIUl50j+osU4= +golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/exp v0.0.0-20190306152737-a1d7652674e8/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/exp v0.0.0-20190510132918-efd6b22b2522/go.mod h1:ZjyILWgesfNpC6sMxTJOJm9Kp84zZh5NQWvqDGG3Qr8= +golang.org/x/exp v0.0.0-20190829153037-c13cbed26979/go.mod h1:86+5VVa7VpoJ4kLfm080zCjGlMRFzhUhsZKEZO7MGek= +golang.org/x/exp v0.0.0-20191030013958-a1ab85dbe136/go.mod h1:JXzH8nQsPlswgeRAPE3MuO9GYsAcnJvJ4vnMwN/5qkY= +golang.org/x/exp v0.0.0-20191129062945-2f5052295587/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= +golang.org/x/exp v0.0.0-20191227195350-da58074b4299/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= +golang.org/x/exp v0.0.0-20200119233911-0405dc783f0a/go.mod h1:2RIsYlXP63K8oxa1u096TMicItID8zy7Y6sNkU49FU4= +golang.org/x/exp v0.0.0-20200207192155-f17229e696bd/go.mod h1:J/WKrq2StrnmMY6+EHIKF9dgMWnmCNThgcyBT1FY9mM= +golang.org/x/exp v0.0.0-20200224162631-6cc2880d07d6/go.mod h1:3jZMyOhIsHpP37uCMkUooju7aAi5cS1Q23tOzKc+0MU= +golang.org/x/image v0.0.0-20190227222117-0694c2d4d067/go.mod h1:kZ7UVZpmo3dzQBMxlp+ypCbDeSB+sBbTgSJuh5dn5js= +golang.org/x/image v0.0.0-20190802002840-cff245a6509b/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0= +golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= +golang.org/x/lint v0.0.0-20190301231843-5614ed5bae6f/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20190409202823-959b441ac422/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20190909230951-414d861bb4ac/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20190930215403-16217165b5de/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/lint v0.0.0-20191125180803-fdd1cda4f05f/go.mod h1:5qLYkcX4OjUUV8bRuDixDT3tpyyb+LUpUlRWLxfhWrs= +golang.org/x/lint v0.0.0-20200130185559-910be7a94367/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= +golang.org/x/lint v0.0.0-20200302205851-738671d3881b/go.mod h1:3xt1FjdF8hUf6vQPIChWIBhFzV8gjjsPE/fR3IyQdNY= +golang.org/x/mobile v0.0.0-20190312151609-d3739f865fa6/go.mod h1:z+o9i4GpDbdi3rU15maQ/Ox0txvL9dWGYEHz965HBQE= +golang.org/x/mobile v0.0.0-20190719004257-d2bd2a29d028/go.mod h1:E/iHnbuqvinMTCcRqshq8CkpyQDoeVncDDYHnLhea+o= +golang.org/x/mod v0.0.0-20190513183733-4bf6d317e70e/go.mod h1:mXi4GBBbnImb6dmsKGUJ2LatrhH/nqhxcFungHvyanc= +golang.org/x/mod v0.1.0/go.mod h1:0QHyrYULN0/3qlju5TqG8bIK38QM8yzMo5ekMj3DlcY= +golang.org/x/mod v0.1.1-0.20191105210325-c90efee705ee/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= +golang.org/x/mod v0.1.1-0.20191107180719-034126e5016b/go.mod h1:QqPTAvyqsEbceGzBzNggFXnrqF1CaUcvgkdR5Ot7KZg= +golang.org/x/mod v0.2.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/mod v0.3.0/go.mod h1:s0Qsj1ACt9ePp/hMypM3fl4fZqREWJwdYDEqhRiZZUA= +golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= golang.org/x/net v0.0.0-20181114220301-adae6a3d119a/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190108225652-1e06a53dbb7e/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190501004415-9ce7a6920f09/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190503192946-f4e77d36d62c/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190603091049-60506f45cf65/go.mod h1:HSz+uSET+XFnRR8LxR5pz3Of3rY3CfYBVs4xY44aLks= golang.org/x/net v0.0.0-20190613194153-d28f0bde5980/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20190628185345-da137c7871d7/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20190724013045-ca1201d0de80/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20191209160850-c0dbc17a3553/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= golang.org/x/net v0.0.0-20200114155413-6afb5195e5aa/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200202094626-16171245cfb2/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200222125558-5a598a2470a0/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200226121028-0de0cce0169b/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200301022130-244492dfa37a/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200324143707-d3edc9973b7e/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200501053045-e0ff5e5a1de5/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200506145744-7e3656a0809f/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200513185701-a91f0712d120/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200520182314-0ba52f642ac2/go.mod h1:qpuaurCH72eLCgpAm/N6yyVIVM9cpaDIP3A8BGJEC5A= +golang.org/x/net v0.0.0-20200625001655-4c5254603344/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= +golang.org/x/net v0.0.0-20200707034311-ab3426394381/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= +golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= +golang.org/x/net v0.0.0-20210525063256-abc453219eb5/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20211112202133-69e39bad7dc2/go.mod h1:9nx3DQGgdP8bBQD5qxJ1jj9UTztislL4KSBs9R2vV5Y= golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd h1:O7DYs+zxREGLKzKoMQrtrEacpb0ZVXA5rIwylE2Xchk= golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= +golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/oauth2 v0.0.0-20190226205417-e64efc72b421/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/oauth2 v0.0.0-20190604053449-0f29369cfe45/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/oauth2 v0.0.0-20191202225959-858c2ad4c8b6/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/oauth2 v0.0.0-20210514164344-f6687ab2804c/go.mod h1:KelEdhl1UZF7XfJ4dDtk6s++YSgaE7mD/BuKKDLBl4A= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190227155943-e225da77a7e6/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190911185100-cd5d95a43a6e/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20200317015054-43a5402ce75a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20200625203802-6e8e738ad208/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20201207232520-09787c993a3a/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20180905080454-ebe1bf3edb33/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20181116152217-5ac8a444bdc5/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190312061237-fead79001313/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= -golang.org/x/sys v0.0.0-20191010194322-b09406accb47/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190502145724-3ef323f4f1fd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190507160741-ecd444e8653b/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190606165138-5da285871e9c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190624142023-c5567b49c5d0/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190726091711-fc99dfbffb4e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191001151750-bb3f8db39f24/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191204072324-ce4227a45e2e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191228213918-04cbcbbfeed8/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200106162015-b016eb3dc98e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200113162924-86b910548bc1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200122134326-e047566fdf82/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200202164722-d101bd2416d5/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200212091648-12a6c2dcc1e4/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200223170610-d5e6a3e2c0ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200302150141-5c8b2ff67527/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200331124033-c3d80250170d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200501052902-10377860bb8e/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200511232937-7e40ca221e25/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200515095857-1151b9dac4a9/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200523222454-059865788121/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200615200032-f1bc736245b1/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200625212154-ddb9806d33ae/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200803210538-64077c9b5642/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210124154548-22da62e12c0c/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= golang.org/x/sys v0.0.0-20210423082822-04245dca01da/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210603081109-ebe580a85c40/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= -golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e h1:fLOSk5Q00efkSvAm+4xcoXD+RRmLmmulPn5I3Y9F2EM= golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220114195835-da31bd327af9 h1:XfKQ4OlFl8okEOr5UvAqFRVj8pY/4yfcXrddB8qAbU0= +golang.org/x/sys v0.0.0-20220114195835-da31bd327af9/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/text v0.0.0-20170915032832-14c0d48ead0c/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.1-0.20180807135948-17ff2d5776d2/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= golang.org/x/text v0.3.6/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.7 h1:olpwvP2KacW1ZWvsR7uQhoyTYvKAupfQrRGBFM352Gk= golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= +golang.org/x/time v0.0.0-20181108054448-85acf8d2951c/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/time v0.0.0-20191024005414-555d28b269f0/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= -golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543 h1:E7g+9GITq07hpfrRu66IVDexMakfv52eLZ2CXBWiKr4= +golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= +golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190312151545-0bb0c0a6e846/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190312170243-e65039ee4138/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190425150028-36563e24a262/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190506145303-2d16b83fe98c/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/tools v0.0.0-20190606124116-d0a3d012864b/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= +golang.org/x/tools v0.0.0-20190621195816-6e04913cbbac/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= +golang.org/x/tools v0.0.0-20190628153133-6cdbf07be9d0/go.mod h1:/rFqwRUd4F7ZHNgwSSTFct+R/Kf4OFW1sUzUTQQTgfc= +golang.org/x/tools v0.0.0-20190816200558-6889da9d5479/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20190911174233-4f2ddba30aff/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191012152004-8de300cfc20a/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191113191852-77e3bb0ad9e7/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191115202509-3a792d9c32b2/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191125144606-a911d9008d1f/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191130070609-6e064ea0cf2d/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo= +golang.org/x/tools v0.0.0-20191216173652-a0e659d51361/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20191227053925-7b8e75db28f4/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200117161641-43d50277825c/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200122220014-bf1340f18c4a/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200130002326-2f3ba24bd6e7/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200204074204-1cc6d1ef6c74/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200207183749-b753a1ba74fa/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200212150539-ea181f53ac56/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200224181240-023911ca70b2/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200227222343-706bc42d1f0d/go.mod h1:TB2adYChydJhpapKDTa4BR/hXlZSLoq2Wpct/0txZ28= +golang.org/x/tools v0.0.0-20200304193943-95d2e580d8eb/go.mod h1:o4KQGtdN14AW+yjsvvwRTJJuXz8XRtIHtEnmAXLyFUw= +golang.org/x/tools v0.0.0-20200312045724-11d5b4c81c7d/go.mod h1:o4KQGtdN14AW+yjsvvwRTJJuXz8XRtIHtEnmAXLyFUw= +golang.org/x/tools v0.0.0-20200331025713-a30bf2db82d4/go.mod h1:Sl4aGygMT6LrqrWclx+PTx3U+LnKx/seiNR+3G19Ar8= +golang.org/x/tools v0.0.0-20200501065659-ab2804fb9c9d/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200512131952-2bc93b1c0c88/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200515010526-7d3b6ebf133d/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200618134242-20370b0cb4b2/go.mod h1:EkVYQZoAsY45+roYkvgYkIh4xh/qjgUK9TdY2XT94GE= +golang.org/x/tools v0.0.0-20200729194436-6467de6f59a7/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= +golang.org/x/tools v0.0.0-20200804011535-6c149bb5ef0d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= +golang.org/x/tools v0.0.0-20200825202427-b303f430e36d/go.mod h1:njjCfa9FT2d7l9Bc6FUM5FLjQPp3cFF28FI3qnDFljA= +golang.org/x/xerrors v0.0.0-20190717185122-a985d3407aa7/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20191011141410-1b5146add898/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 h1:go1bK/D/BFZV2I8cIQd1NKEZ+0owSTG1fDTci4IqFcE= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/api v0.4.0/go.mod h1:8k5glujaEP+g9n7WNsDg8QP6cUVNI86fCNMcbazEtwE= +google.golang.org/api v0.7.0/go.mod h1:WtwebWUNSVBH/HAw79HIFXZNqEvBhG+Ra+ax0hx3E3M= +google.golang.org/api v0.8.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg= +google.golang.org/api v0.9.0/go.mod h1:o4eAsZoiT+ibD93RtjEohWalFOjRDx6CVaqeizhEnKg= +google.golang.org/api v0.13.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= +google.golang.org/api v0.14.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= +google.golang.org/api v0.15.0/go.mod h1:iLdEw5Ide6rF15KTC1Kkl0iskquN2gFfn9o9XIsbkAI= +google.golang.org/api v0.17.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= +google.golang.org/api v0.18.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= +google.golang.org/api v0.19.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= +google.golang.org/api v0.20.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= +google.golang.org/api v0.22.0/go.mod h1:BwFmGc8tA3vsd7r/7kR8DY7iEEGSU04BFxCo5jP/sfE= +google.golang.org/api v0.24.0/go.mod h1:lIXQywCXRcnZPGlsd8NbLnOjtAoL6em04bJ9+z0MncE= +google.golang.org/api v0.28.0/go.mod h1:lIXQywCXRcnZPGlsd8NbLnOjtAoL6em04bJ9+z0MncE= +google.golang.org/api v0.29.0/go.mod h1:Lcubydp8VUV7KeIHD9z2Bys/sm/vGKnG1UHuDBSrHWM= +google.golang.org/api v0.30.0/go.mod h1:QGmEvQ87FHZNiUVJkT14jQNYJ4ZJjdRF23ZXz5138Fc= +google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/appengine v1.5.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/appengine v1.6.1/go.mod h1:i06prIuMbXzDqacNJfV5OdTW448YApPu5ww/cMBSeb0= +google.golang.org/appengine v1.6.5/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= +google.golang.org/appengine v1.6.6/go.mod h1:8WjMMxjGQR8xUklV/ARdw2HLXBOI7O7uCIDZVag1xfc= +google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= +google.golang.org/genproto v0.0.0-20190307195333-5fe7a883aa19/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190418145605-e7d98fc518a7/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190425155659-357c62f0e4bb/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190502173448-54afdca5d873/go.mod h1:VzzqZJRnGkLBvHegQrXjBqPurQTc5/KpmUdxsrq26oE= +google.golang.org/genproto v0.0.0-20190801165951-fa694d86fc64/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20190911173649-1774047e7e51/go.mod h1:IbNlFCBrqXvoKpeg0TB2l7cyZUmoaFKYIwrEpbDKLA8= +google.golang.org/genproto v0.0.0-20191108220845-16a3f7862a1a/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20191115194625-c23dd37a84c9/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20191216164720-4f79533eabd1/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20191230161307-f3c370f40bfb/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20200115191322-ca5a22157cba/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20200122232147-0452cf42e150/go.mod h1:n3cpQtvxv34hfy77yVDNjmbRyujviMdxYliBSkLhpCc= +google.golang.org/genproto v0.0.0-20200204135345-fa8e72b47b90/go.mod h1:GmwEX6Z4W5gMy59cAlVYjN9JhxgbQH6Gn+gFDQe2lzA= +google.golang.org/genproto v0.0.0-20200212174721-66ed5ce911ce/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200224152610-e50cd9704f63/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200228133532-8c2c7df3a383/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200305110556-506484158171/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200312145019-da6875a35672/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200331122359-1ee6d9798940/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200430143042-b979b6f78d84/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200511104702-f5ebc3bea380/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200515170657-fc4c6c6a6587/go.mod h1:YsZOwe1myG/8QRHRsmBRE1LrgQY60beZKjly0O1fX9U= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= +google.golang.org/genproto v0.0.0-20200618031413-b414f8b61790/go.mod h1:jDfRM7FcilCzHH/e9qn6dsT145K34l5v+OpcnNgKAAA= +google.golang.org/genproto v0.0.0-20200729003335-053ba62fc06f/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20200804131852-c06518451d9c/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/genproto v0.0.0-20200825200019-8632dd797987/go.mod h1:FWY/as6DDZQgahTzZj3fqbO1CbirC29ZNUFHwi0/+no= +google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= +google.golang.org/grpc v1.20.1/go.mod h1:10oTOabMzJvdu6/UiuZezV6QK5dSlG84ov/aaiqXj38= +google.golang.org/grpc v1.21.1/go.mod h1:oYelfM1adQP15Ek0mdvEgi9Df8B9CZIaU1084ijfRaM= +google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= +google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= +google.golang.org/grpc v1.26.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.27.1/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.28.0/go.mod h1:rpkK4SK4GF4Ach/+MFLZUBavHOvF2JJB5uozKKal+60= +google.golang.org/grpc v1.29.1/go.mod h1:itym6AZVZYACWQqET3MqgPpjcuV5QH3BxFS3IjizoKk= +google.golang.org/grpc v1.30.0/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= +google.golang.org/grpc v1.31.0/go.mod h1:N36X2cJ7JwdamYAgDz+s+rVMFjt3numwzf/HckM8pak= +google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= +google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= +google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= +google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= +google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= +google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.24.0/go.mod h1:r/3tXBNzIEhYS9I1OUVjXDlt8tc493IdKGjtUeSXeh4= +google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= +google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= +google.golang.org/protobuf v1.26.0 h1:bxAC2xTBsZGibn2RTntX0oH50xLsqy1OxA9tTL3p/lk= +google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= gopkg.in/alecthomas/kingpin.v2 v2.2.6 h1:jMFz6MfLP0/4fUyZle81rXUoxOBFi19VUFKVDOQfozc= gopkg.in/alecthomas/kingpin.v2 v2.2.6/go.mod h1:FMv+mEhP44yOT+4EoQTLFTRgOQ1FBLkstjWtayDeSgw= gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= -gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127 h1:qIbj1fsPNlZgppZ+VLlY7N33q108Sa+fhmuc+sWQYwY= gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20190902080502-41f04d3bba15/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= gopkg.in/yaml.v2 v2.2.3/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.5/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= +gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c h1:dUUwHk2QECo/6vqA44rthZ8ie2QXMNeKRTHCNY2nXvo= gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190106161140-3f1c8253044a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190418001031-e561f6794a2a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg= +honnef.co/go/tools v0.0.1-2020.1.3/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= +honnef.co/go/tools v0.0.1-2020.1.4/go.mod h1:X/FiERA/W4tHapMX5mGpAtMSVEeEUOyHaw9vFzvIQ3k= +rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8= +rsc.io/quote/v3 v3.1.0/go.mod h1:yEA65RcK8LyAZtP9Kv3t0HmxON59tX3rD+tICJqUlj0= +rsc.io/sampler v1.3.0/go.mod h1:T1hPZKmBbMNahiBKFy5HrXp6adAjACjK9JXDnKaTXpA= diff --git a/kafka_exporter.go b/kafka_exporter.go index 8aef11f3..ac06212b 100644 --- a/kafka_exporter.go +++ b/kafka_exporter.go @@ -3,6 +3,7 @@ package main import ( "crypto/tls" "crypto/x509" + "flag" "fmt" "io/ioutil" "log" @@ -15,10 +16,13 @@ import ( "time" "github.com/Shopify/sarama" - kazoo "github.com/krallistic/kazoo-go" + "github.com/golang/glog" + "github.com/krallistic/kazoo-go" + "github.com/pkg/errors" "github.com/prometheus/client_golang/prometheus" "github.com/prometheus/client_golang/prometheus/promhttp" - plog "github.com/prometheus/common/log" + plog "github.com/prometheus/common/promlog" + plogflag "github.com/prometheus/common/promlog/flag" "github.com/prometheus/common/version" "github.com/rcrowley/go-metrics" "gopkg.in/alecthomas/kingpin.v2" @@ -29,6 +33,12 @@ const ( clientID = "kafka_exporter" ) +const ( + INFO = 0 + DEBUG = 1 + TRACE = 2 +) + var ( clusterBrokers *prometheus.Desc topicPartitions *prometheus.Desc @@ -61,6 +71,14 @@ type Exporter struct { metrics []prometheus.Metric metricsMtx sync.RWMutex + + offsetShowAll bool + topicWorkers int + allowConcurrent bool + sgMutex sync.Mutex + sgWaitCh chan struct{} + sgChans []chan<- prometheus.Metric + consumerGroupFetchAll bool } type kafkaOpts struct { @@ -69,10 +87,18 @@ type kafkaOpts struct { useSASLHandshake bool saslUsername string saslPassword string + saslMechanism string + saslDisablePAFXFast bool useTLS bool + tlsServerName string tlsCAFile string tlsCertFile string tlsKeyFile string + serverUseTLS bool + serverMutualAuthEnabled bool + serverTlsCAFile string + serverTlsCertFile string + serverTlsKeyFile string tlsInsecureSkipTLSVerify bool kafkaVersion string useZooKeeperLag bool @@ -80,6 +106,15 @@ type kafkaOpts struct { labels string metadataRefreshInterval string collectMetricsInterval time.Duration + serviceName string + kerberosConfigPath string + realm string + keyTabPath string + kerberosAuthType string + offsetShowAll bool + topicWorkers int + allowConcurrent bool + verbosityLogLevel int } // CanReadCertAndKey returns true if the certificate and key files already exists, @@ -128,6 +163,39 @@ func NewExporter(opts kafkaOpts, topicFilter string, groupFilter string) (*Expor config.Version = kafkaVersion if opts.useSASL { + // Convert to lowercase so that SHA512 and SHA256 is still valid + opts.saslMechanism = strings.ToLower(opts.saslMechanism) + switch opts.saslMechanism { + case "scram-sha512": + config.Net.SASL.SCRAMClientGeneratorFunc = func() sarama.SCRAMClient { return &XDGSCRAMClient{HashGeneratorFcn: SHA512} } + config.Net.SASL.Mechanism = sarama.SASLMechanism(sarama.SASLTypeSCRAMSHA512) + case "scram-sha256": + config.Net.SASL.SCRAMClientGeneratorFunc = func() sarama.SCRAMClient { return &XDGSCRAMClient{HashGeneratorFcn: SHA256} } + config.Net.SASL.Mechanism = sarama.SASLMechanism(sarama.SASLTypeSCRAMSHA256) + case "gssapi": + config.Net.SASL.Mechanism = sarama.SASLMechanism(sarama.SASLTypeGSSAPI) + config.Net.SASL.GSSAPI.ServiceName = opts.serviceName + config.Net.SASL.GSSAPI.KerberosConfigPath = opts.kerberosConfigPath + config.Net.SASL.GSSAPI.Realm = opts.realm + config.Net.SASL.GSSAPI.Username = opts.saslUsername + if opts.kerberosAuthType == "keytabAuth" { + config.Net.SASL.GSSAPI.AuthType = sarama.KRB5_KEYTAB_AUTH + config.Net.SASL.GSSAPI.KeyTabPath = opts.keyTabPath + } else { + config.Net.SASL.GSSAPI.AuthType = sarama.KRB5_USER_AUTH + config.Net.SASL.GSSAPI.Password = opts.saslPassword + } + if opts.saslDisablePAFXFast { + config.Net.SASL.GSSAPI.DisablePAFXFAST = true + } + case "plain": + default: + return nil, fmt.Errorf( + `invalid sasl mechanism "%s": can only be "scram-sha256", "scram-sha512", "gssapi" or "plain"`, + opts.saslMechanism, + ) + } + config.Net.SASL.Enable = true config.Net.SASL.Handshake = opts.useSASLHandshake @@ -144,6 +212,7 @@ func NewExporter(opts kafkaOpts, topicFilter string, groupFilter string) (*Expor config.Net.TLS.Enable = true config.Net.TLS.Config = &tls.Config{ + ServerName: opts.tlsServerName, RootCAs: x509.NewCertPool(), InsecureSkipVerify: opts.tlsInsecureSkipTLSVerify, } @@ -152,35 +221,35 @@ func NewExporter(opts kafkaOpts, topicFilter string, groupFilter string) (*Expor if ca, err := ioutil.ReadFile(opts.tlsCAFile); err == nil { config.Net.TLS.Config.RootCAs.AppendCertsFromPEM(ca) } else { - plog.Fatalln(err) + return nil, err } } canReadCertAndKey, err := CanReadCertAndKey(opts.tlsCertFile, opts.tlsKeyFile) if err != nil { - plog.Fatalln(err) + return nil, errors.Wrap(err, "error reading cert and key") } if canReadCertAndKey { cert, err := tls.LoadX509KeyPair(opts.tlsCertFile, opts.tlsKeyFile) if err == nil { config.Net.TLS.Config.Certificates = []tls.Certificate{cert} } else { - plog.Fatalln(err) + return nil, err } } } if opts.useZooKeeperLag { + glog.V(DEBUG).Infoln("Using zookeeper lag, so connecting to zookeeper") zookeeperClient, err = kazoo.NewKazoo(opts.uriZookeeper, nil) if err != nil { - panic(err) + return nil, errors.Wrap(err, "error connecting to zookeeper") } } interval, err := time.ParseDuration(opts.metadataRefreshInterval) if err != nil { - plog.Errorln("Cannot parse metadata refresh interval") - panic(err) + return nil, errors.Wrap(err, "Cannot parse metadata refresh interval") } config.Metadata.RefreshFrequency = interval @@ -188,11 +257,10 @@ func NewExporter(opts kafkaOpts, topicFilter string, groupFilter string) (*Expor client, err := sarama.NewClient(opts.uri, config) if err != nil { - plog.Errorln("Error Init Kafka Client") - panic(err) + return nil, errors.Wrap(err, "Error Init Kafka Client") } - plog.Infoln("Done Init Clients") + glog.V(TRACE).Infoln("Done Init Clients") // Init our exporter. exporter := &Exporter{ client: client, @@ -202,6 +270,14 @@ func NewExporter(opts kafkaOpts, topicFilter string, groupFilter string) (*Expor zookeeperClient: zookeeperClient, nextMetadataRefresh: time.Now(), metadataRefreshInterval: interval, + + offsetShowAll: opts.offsetShowAll, + topicWorkers: opts.topicWorkers, + allowConcurrent: opts.allowConcurrent, + sgMutex: sync.Mutex{}, + sgWaitCh: nil, + sgChans: []chan<- prometheus.Metric{}, + consumerGroupFetchAll: config.Version.IsAtLeast(sarama.V2_0_0_0), } // start background collect metrics @@ -210,6 +286,18 @@ func NewExporter(opts kafkaOpts, topicFilter string, groupFilter string) (*Expor return exporter, nil } +func (e *Exporter) fetchOffsetVersion() int16 { + version := e.client.Config().Version + if e.client.Config().Version.IsAtLeast(sarama.V2_0_0_0) { + return 4 + } else if version.IsAtLeast(sarama.V0_10_2_0) { + return 2 + } else if version.IsAtLeast(sarama.V0_8_2_2) { + return 1 + } + return 0 +} + // Describe describes all the metrics ever exported by the Kafka exporter. It // implements prometheus.Collector. func (e *Exporter) Describe(ch chan<- *prometheus.Desc) { @@ -259,6 +347,31 @@ func (e *Exporter) backgroundCollect(interval time.Duration) { } } +func (e *Exporter) collectChans(quit chan struct{}) { + original := make(chan prometheus.Metric) + container := make([]prometheus.Metric, 0, 100) + go func() { + for metric := range original { + container = append(container, metric) + } + }() + e.collect(original) + close(original) + // Lock to avoid modification on the channel slice + e.sgMutex.Lock() + for _, ch := range e.sgChans { + for _, metric := range container { + ch <- metric + } + } + // Reset the slice + e.sgChans = e.sgChans[:0] + // Notify remaining waiting Collect they can return + close(quit) + // Release the lock so Collect can append to the slice again + e.sgMutex.Unlock() +} + func (e *Exporter) collect(ch chan<- prometheus.Metric) { var wg = sync.WaitGroup{} ch <- prometheus.MustNewConstMetric( @@ -270,10 +383,10 @@ func (e *Exporter) collect(ch chan<- prometheus.Metric) { now := time.Now() if now.After(e.nextMetadataRefresh) { - plog.Info("Refreshing client metadata") + glog.V(DEBUG).Info("Refreshing client metadata") if err := e.client.RefreshMetadata(); err != nil { - plog.Errorf("Cannot refresh topics, using cached data: %v", err) + glog.Errorf("Cannot refresh topics, using cached data: %v", err) } e.nextMetadataRefresh = now.Add(e.metadataRefreshInterval) @@ -281,133 +394,169 @@ func (e *Exporter) collect(ch chan<- prometheus.Metric) { topics, err := e.client.Topics() if err != nil { - plog.Errorf("Cannot get topics: %v", err) + glog.Errorf("Cannot get topics: %v", err) return } + topicChannel := make(chan string) + getTopicMetrics := func(topic string) { defer wg.Done() - if e.topicFilter.MatchString(topic) { - partitions, err := e.client.Partitions(topic) + + if !e.topicFilter.MatchString(topic) { + return + } + + partitions, err := e.client.Partitions(topic) + if err != nil { + glog.Errorf("Cannot get partitions of topic %s: %v", topic, err) + return + } + ch <- prometheus.MustNewConstMetric( + topicPartitions, prometheus.GaugeValue, float64(len(partitions)), topic, + ) + e.mu.Lock() + offset[topic] = make(map[int32]int64, len(partitions)) + e.mu.Unlock() + for _, partition := range partitions { + broker, err := e.client.Leader(topic, partition) if err != nil { - plog.Errorf("Cannot get partitions of topic %s: %v", topic, err) - return + glog.Errorf("Cannot get leader of topic %s partition %d: %v", topic, partition, err) + } else { + ch <- prometheus.MustNewConstMetric( + topicPartitionLeader, prometheus.GaugeValue, float64(broker.ID()), topic, strconv.FormatInt(int64(partition), 10), + ) } - ch <- prometheus.MustNewConstMetric( - topicPartitions, prometheus.GaugeValue, float64(len(partitions)), topic, - ) - e.mu.Lock() - offset[topic] = make(map[int32]int64, len(partitions)) - e.mu.Unlock() - for _, partition := range partitions { - broker, err := e.client.Leader(topic, partition) - if err != nil { - plog.Errorf("Cannot get leader of topic %s partition %d: %v", topic, partition, err) - } else { - ch <- prometheus.MustNewConstMetric( - topicPartitionLeader, prometheus.GaugeValue, float64(broker.ID()), topic, strconv.FormatInt(int64(partition), 10), - ) - } - currentOffset, err := e.client.GetOffset(topic, partition, sarama.OffsetNewest) - if err != nil { - plog.Errorf("Cannot get current offset of topic %s partition %d: %v", topic, partition, err) - } else { - e.mu.Lock() - offset[topic][partition] = currentOffset - e.mu.Unlock() - ch <- prometheus.MustNewConstMetric( - topicCurrentOffset, prometheus.GaugeValue, float64(currentOffset), topic, strconv.FormatInt(int64(partition), 10), - ) - } + currentOffset, err := e.client.GetOffset(topic, partition, sarama.OffsetNewest) + if err != nil { + glog.Errorf("Cannot get current offset of topic %s partition %d: %v", topic, partition, err) + } else { + e.mu.Lock() + offset[topic][partition] = currentOffset + e.mu.Unlock() + ch <- prometheus.MustNewConstMetric( + topicCurrentOffset, prometheus.GaugeValue, float64(currentOffset), topic, strconv.FormatInt(int64(partition), 10), + ) + } - oldestOffset, err := e.client.GetOffset(topic, partition, sarama.OffsetOldest) - if err != nil { - plog.Errorf("Cannot get oldest offset of topic %s partition %d: %v", topic, partition, err) - } else { - ch <- prometheus.MustNewConstMetric( - topicOldestOffset, prometheus.GaugeValue, float64(oldestOffset), topic, strconv.FormatInt(int64(partition), 10), - ) - } + oldestOffset, err := e.client.GetOffset(topic, partition, sarama.OffsetOldest) + if err != nil { + glog.Errorf("Cannot get oldest offset of topic %s partition %d: %v", topic, partition, err) + } else { + ch <- prometheus.MustNewConstMetric( + topicOldestOffset, prometheus.GaugeValue, float64(oldestOffset), topic, strconv.FormatInt(int64(partition), 10), + ) + } - replicas, err := e.client.Replicas(topic, partition) - if err != nil { - plog.Errorf("Cannot get replicas of topic %s partition %d: %v", topic, partition, err) - } else { - ch <- prometheus.MustNewConstMetric( - topicPartitionReplicas, prometheus.GaugeValue, float64(len(replicas)), topic, strconv.FormatInt(int64(partition), 10), - ) - } + replicas, err := e.client.Replicas(topic, partition) + if err != nil { + glog.Errorf("Cannot get replicas of topic %s partition %d: %v", topic, partition, err) + } else { + ch <- prometheus.MustNewConstMetric( + topicPartitionReplicas, prometheus.GaugeValue, float64(len(replicas)), topic, strconv.FormatInt(int64(partition), 10), + ) + } - inSyncReplicas, err := e.client.InSyncReplicas(topic, partition) - if err != nil { - plog.Errorf("Cannot get in-sync replicas of topic %s partition %d: %v", topic, partition, err) - } else { - ch <- prometheus.MustNewConstMetric( - topicPartitionInSyncReplicas, prometheus.GaugeValue, float64(len(inSyncReplicas)), topic, strconv.FormatInt(int64(partition), 10), - ) - } + inSyncReplicas, err := e.client.InSyncReplicas(topic, partition) + if err != nil { + glog.Errorf("Cannot get in-sync replicas of topic %s partition %d: %v", topic, partition, err) + } else { + ch <- prometheus.MustNewConstMetric( + topicPartitionInSyncReplicas, prometheus.GaugeValue, float64(len(inSyncReplicas)), topic, strconv.FormatInt(int64(partition), 10), + ) + } - if broker != nil && replicas != nil && len(replicas) > 0 && broker.ID() == replicas[0] { - ch <- prometheus.MustNewConstMetric( - topicPartitionUsesPreferredReplica, prometheus.GaugeValue, float64(1), topic, strconv.FormatInt(int64(partition), 10), - ) - } else { - ch <- prometheus.MustNewConstMetric( - topicPartitionUsesPreferredReplica, prometheus.GaugeValue, float64(0), topic, strconv.FormatInt(int64(partition), 10), - ) - } + if broker != nil && replicas != nil && len(replicas) > 0 && broker.ID() == replicas[0] { + ch <- prometheus.MustNewConstMetric( + topicPartitionUsesPreferredReplica, prometheus.GaugeValue, float64(1), topic, strconv.FormatInt(int64(partition), 10), + ) + } else { + ch <- prometheus.MustNewConstMetric( + topicPartitionUsesPreferredReplica, prometheus.GaugeValue, float64(0), topic, strconv.FormatInt(int64(partition), 10), + ) + } - if replicas != nil && inSyncReplicas != nil && len(inSyncReplicas) < len(replicas) { - ch <- prometheus.MustNewConstMetric( - topicUnderReplicatedPartition, prometheus.GaugeValue, float64(1), topic, strconv.FormatInt(int64(partition), 10), - ) - } else { - ch <- prometheus.MustNewConstMetric( - topicUnderReplicatedPartition, prometheus.GaugeValue, float64(0), topic, strconv.FormatInt(int64(partition), 10), - ) - } + if replicas != nil && inSyncReplicas != nil && len(inSyncReplicas) < len(replicas) { + ch <- prometheus.MustNewConstMetric( + topicUnderReplicatedPartition, prometheus.GaugeValue, float64(1), topic, strconv.FormatInt(int64(partition), 10), + ) + } else { + ch <- prometheus.MustNewConstMetric( + topicUnderReplicatedPartition, prometheus.GaugeValue, float64(0), topic, strconv.FormatInt(int64(partition), 10), + ) + } - if e.useZooKeeperLag { - ConsumerGroups, err := e.zookeeperClient.Consumergroups() + if e.useZooKeeperLag { + ConsumerGroups, err := e.zookeeperClient.Consumergroups() - if err != nil { - plog.Errorf("Cannot get consumer group %v", err) - } + if err != nil { + glog.Errorf("Cannot get consumer group %v", err) + } - for _, group := range ConsumerGroups { - offset, _ := group.FetchOffset(topic, partition) - if offset > 0 { + for _, group := range ConsumerGroups { + offset, _ := group.FetchOffset(topic, partition) + if offset > 0 { - consumerGroupLag := currentOffset - offset - ch <- prometheus.MustNewConstMetric( - consumergroupLagZookeeper, prometheus.GaugeValue, float64(consumerGroupLag), group.Name, topic, strconv.FormatInt(int64(partition), 10), - ) - } + consumerGroupLag := currentOffset - offset + ch <- prometheus.MustNewConstMetric( + consumergroupLagZookeeper, prometheus.GaugeValue, float64(consumerGroupLag), group.Name, topic, strconv.FormatInt(int64(partition), 10), + ) } } } } } + loopTopics := func(id int) { + ok := true + for ok { + topic, open := <-topicChannel + ok = open + if open { + getTopicMetrics(topic) + } + } + } + + minx := func(x int, y int) int { + if x < y { + return x + } else { + return y + } + } + + N := len(topics) + if N > 1 { + N = minx(N/2, e.topicWorkers) + } + + for w := 1; w <= N; w++ { + go loopTopics(w) + } + for _, topic := range topics { - wg.Add(1) - go getTopicMetrics(topic) + if e.topicFilter.MatchString(topic) { + wg.Add(1) + topicChannel <- topic + } } + close(topicChannel) wg.Wait() getConsumerGroupMetrics := func(broker *sarama.Broker) { defer wg.Done() if err := broker.Open(e.client.Config()); err != nil && err != sarama.ErrAlreadyConnected { - plog.Errorf("Cannot connect to broker %d: %v", broker.ID(), err) + glog.Errorf("Cannot connect to broker %d: %v", broker.ID(), err) return } defer broker.Close() groups, err := broker.ListGroups(&sarama.ListGroupsRequest{}) if err != nil { - plog.Errorf("Cannot get consumer group: %v", err) + glog.Errorf("Cannot get consumer group: %v", err) return } groupIds := make([]string, 0) @@ -419,7 +568,7 @@ func (e *Exporter) collect(ch chan<- prometheus.Metric) { describeGroups, err := broker.DescribeGroups(&sarama.DescribeGroupsRequest{Groups: groupIds}) if err != nil { - plog.Errorf("Cannot get describe groups: %v", err) + glog.Errorf("Cannot get describe groups: %v", err) return } for _, group := range describeGroups.Groups { @@ -429,72 +578,92 @@ func (e *Exporter) collect(ch chan<- prometheus.Metric) { } offsetFetchRequest := sarama.OffsetFetchRequest{ConsumerGroup: group.GroupId, Version: 1} - for topic, partitions := range offset { - for partition := range partitions { - offsetFetchRequest.AddPartition(topic, partition) + if e.offsetShowAll { + for topic, partitions := range offset { + for partition := range partitions { + offsetFetchRequest.AddPartition(topic, partition) + } + } + } else { + for _, member := range group.Members { + assignment, err := member.GetMemberAssignment() + if err != nil { + glog.Errorf("Cannot get GetMemberAssignment of group member %v : %v", member, err) + return + } + for topic, partions := range assignment.Topics { + for _, partition := range partions { + offsetFetchRequest.AddPartition(topic, partition) + } + } } } ch <- prometheus.MustNewConstMetric( consumergroupMembers, prometheus.GaugeValue, float64(len(group.Members)), group.GroupId, ) - if offsetFetchResponse, err := broker.FetchOffset(&offsetFetchRequest); err != nil { - plog.Errorf("Cannot get offset of group %s: %v", group.GroupId, err) - } else { - for topic, partitions := range offsetFetchResponse.Blocks { - // If the topic is not consumed by that consumer group, skip it - topicConsumed := false - for _, offsetFetchResponseBlock := range partitions { - // Kafka will return -1 if there is no offset associated with a topic-partition under that consumer group - if offsetFetchResponseBlock.Offset != -1 { - topicConsumed = true - break - } + offsetFetchResponse, err := broker.FetchOffset(&offsetFetchRequest) + if err != nil { + glog.Errorf("Cannot get offset of group %s: %v", group.GroupId, err) + continue + } + + for topic, partitions := range offsetFetchResponse.Blocks { + // If the topic is not consumed by that consumer group, skip it + topicConsumed := false + for _, offsetFetchResponseBlock := range partitions { + // Kafka will return -1 if there is no offset associated with a topic-partition under that consumer group + if offsetFetchResponseBlock.Offset != -1 { + topicConsumed = true + break + } + } + if !topicConsumed { + continue + } + + var currentOffsetSum int64 + var lagSum int64 + for partition, offsetFetchResponseBlock := range partitions { + err := offsetFetchResponseBlock.Err + if err != sarama.ErrNoError { + glog.Errorf("Error for partition %d :%v", partition, err.Error()) + continue } - if topicConsumed { - var currentOffsetSum int64 - var lagSum int64 - for partition, offsetFetchResponseBlock := range partitions { - err := offsetFetchResponseBlock.Err - if err != sarama.ErrNoError { - plog.Errorf("Error for partition %d :%v", partition, err.Error()) - continue - } - currentOffset := offsetFetchResponseBlock.Offset - currentOffsetSum += currentOffset - ch <- prometheus.MustNewConstMetric( - consumergroupCurrentOffset, prometheus.GaugeValue, float64(currentOffset), group.GroupId, topic, strconv.FormatInt(int64(partition), 10), - ) - e.mu.Lock() - if offset, ok := offset[topic][partition]; ok { - // If the topic is consumed by that consumer group, but no offset associated with the partition - // forcing lag to -1 to be able to alert on that - var lag int64 - if offsetFetchResponseBlock.Offset == -1 { - lag = -1 - } else { - lag = offset - offsetFetchResponseBlock.Offset - lagSum += lag - } - ch <- prometheus.MustNewConstMetric( - consumergroupLag, prometheus.GaugeValue, float64(lag), group.GroupId, topic, strconv.FormatInt(int64(partition), 10), - ) - } else { - plog.Errorf("No offset of topic %s partition %d, cannot get consumer group lag", topic, partition) - } - e.mu.Unlock() + currentOffset := offsetFetchResponseBlock.Offset + currentOffsetSum += currentOffset + ch <- prometheus.MustNewConstMetric( + consumergroupCurrentOffset, prometheus.GaugeValue, float64(currentOffset), group.GroupId, topic, strconv.FormatInt(int64(partition), 10), + ) + e.mu.Lock() + if offset, ok := offset[topic][partition]; ok { + // If the topic is consumed by that consumer group, but no offset associated with the partition + // forcing lag to -1 to be able to alert on that + var lag int64 + if offsetFetchResponseBlock.Offset == -1 { + lag = -1 + } else { + lag = offset - offsetFetchResponseBlock.Offset + lagSum += lag } ch <- prometheus.MustNewConstMetric( - consumergroupCurrentOffsetSum, prometheus.GaugeValue, float64(currentOffsetSum), group.GroupId, topic, - ) - ch <- prometheus.MustNewConstMetric( - consumergroupLagSum, prometheus.GaugeValue, float64(lagSum), group.GroupId, topic, + consumergroupLag, prometheus.GaugeValue, float64(lag), group.GroupId, topic, strconv.FormatInt(int64(partition), 10), ) + } else { + glog.Errorf("No offset of topic %s partition %d, cannot get consumer group lag", topic, partition) } + e.mu.Unlock() } + ch <- prometheus.MustNewConstMetric( + consumergroupCurrentOffsetSum, prometheus.GaugeValue, float64(currentOffsetSum), group.GroupId, topic, + ) + ch <- prometheus.MustNewConstMetric( + consumergroupLagSum, prometheus.GaugeValue, float64(lagSum), group.GroupId, topic, + ) } } } + glog.V(DEBUG).Info("Fetching consumer group metrics") if len(e.client.Brokers()) > 0 { for _, broker := range e.client.Brokers() { wg.Add(1) @@ -502,7 +671,7 @@ func (e *Exporter) collect(ch chan<- prometheus.Metric) { } wg.Wait() } else { - plog.Errorln("No valid broker, cannot get consumer group metrics") + glog.Errorln("No valid broker, cannot get consumer group metrics") } } @@ -510,42 +679,92 @@ func init() { metrics.UseNilMetrics = true prometheus.MustRegister(version.NewCollector("kafka_exporter")) } +func toFlag(name string, help string) *kingpin.FlagClause { + flag.CommandLine.String(name, "", help) // hack around flag.Parse and glog.init flags + return kingpin.Flag(name, help) +} + +// hack around flag.Parse and glog.init flags +func toFlagString(name string, help string, value string) *string { + flag.CommandLine.String(name, value, help) // hack around flag.Parse and glog.init flags + return kingpin.Flag(name, help).Default(value).String() +} + +func toFlagBool(name string, help string, value bool, valueString string) *bool { + flag.CommandLine.Bool(name, value, help) // hack around flag.Parse and glog.init flags + return kingpin.Flag(name, help).Default(valueString).Bool() +} + +func toFlagStringsVar(name string, help string, value string, target *[]string) { + flag.CommandLine.String(name, value, help) // hack around flag.Parse and glog.init flags + kingpin.Flag(name, help).Default(value).StringsVar(target) +} + +func toFlagStringVar(name string, help string, value string, target *string) { + flag.CommandLine.String(name, value, help) // hack around flag.Parse and glog.init flags + kingpin.Flag(name, help).Default(value).StringVar(target) +} + +func toFlagBoolVar(name string, help string, value bool, valueString string, target *bool) { + flag.CommandLine.Bool(name, value, help) // hack around flag.Parse and glog.init flags + kingpin.Flag(name, help).Default(valueString).BoolVar(target) +} + +func toFlagIntVar(name string, help string, value int, valueString string, target *int) { + flag.CommandLine.Int(name, value, help) // hack around flag.Parse and glog.init flags + kingpin.Flag(name, help).Default(valueString).IntVar(target) +} func main() { var ( - listenAddress = kingpin.Flag("web.listen-address", "Address to listen on for web interface and telemetry.").Default(":9308").String() - metricsPath = kingpin.Flag("web.telemetry-path", "Path under which to expose metrics.").Default("/metrics").String() - topicFilter = kingpin.Flag("topic.filter", "Regex that determines which topics to collect.").Default(".*").String() - groupFilter = kingpin.Flag("group.filter", "Regex that determines which consumer groups to collect.").Default(".*").String() - logSarama = kingpin.Flag("log.enable-sarama", "Turn on Sarama logging.").Default("false").Bool() + listenAddress = toFlagString("web.listen-address", "Address to listen on for web interface and telemetry.", ":9308") + metricsPath = toFlagString("web.telemetry-path", "Path under which to expose metrics.", "/metrics") + topicFilter = toFlagString("topic.filter", "Regex that determines which topics to collect.", ".*") + groupFilter = toFlagString("group.filter", "Regex that determines which consumer groups to collect.", ".*") + logSarama = toFlagBool("log.enable-sarama", "Turn on Sarama logging.", false, "false") opts = kafkaOpts{} ) - kingpin.Flag("kafka.server", "Address (host:port) of Kafka server.").Default("kafka:9092").StringsVar(&opts.uri) - kingpin.Flag("sasl.enabled", "Connect using SASL/PLAIN.").Default("false").BoolVar(&opts.useSASL) - kingpin.Flag("sasl.handshake", "Only set this to false if using a non-Kafka SASL proxy.").Default("true").BoolVar(&opts.useSASLHandshake) - kingpin.Flag("sasl.username", "SASL user name.").Default("").StringVar(&opts.saslUsername) - kingpin.Flag("sasl.password", "SASL user password.").Default("").StringVar(&opts.saslPassword) - kingpin.Flag("tls.enabled", "Connect using TLS.").Default("false").BoolVar(&opts.useTLS) - kingpin.Flag("tls.ca-file", "The optional certificate authority file for TLS client authentication.").Default("").StringVar(&opts.tlsCAFile) - kingpin.Flag("tls.cert-file", "The optional certificate file for client authentication.").Default("").StringVar(&opts.tlsCertFile) - kingpin.Flag("tls.key-file", "The optional key file for client authentication.").Default("").StringVar(&opts.tlsKeyFile) - kingpin.Flag("tls.insecure-skip-tls-verify", "If true, the server's certificate will not be checked for validity. This will make your HTTPS connections insecure.").Default("false").BoolVar(&opts.tlsInsecureSkipTLSVerify) - kingpin.Flag("kafka.version", "Kafka broker version").Default(sarama.V1_0_0_0.String()).StringVar(&opts.kafkaVersion) - kingpin.Flag("use.consumelag.zookeeper", "if you need to use a group from zookeeper").Default("false").BoolVar(&opts.useZooKeeperLag) - kingpin.Flag("zookeeper.server", "Address (hosts) of zookeeper server.").Default("localhost:2181").StringsVar(&opts.uriZookeeper) - kingpin.Flag("kafka.labels", "Kafka cluster name").Default("").StringVar(&opts.labels) - kingpin.Flag("refresh.metadata", "Metadata refresh interval").Default("30s").StringVar(&opts.metadataRefreshInterval) - kingpin.Flag("collect.interval", "Collect metrics interval").Default("1s").DurationVar(&opts.collectMetricsInterval) - - plog.AddFlags(kingpin.CommandLine) + + toFlagStringsVar("kafka.server", "Address (host:port) of Kafka server.", "kafka:9092", &opts.uri) + toFlagBoolVar("sasl.enabled", "Connect using SASL/PLAIN.", false, "false", &opts.useSASL) + toFlagBoolVar("sasl.handshake", "Only set this to false if using a non-Kafka SASL proxy.", true, "true", &opts.useSASLHandshake) + toFlagStringVar("sasl.username", "SASL user name.", "", &opts.saslUsername) + toFlagStringVar("sasl.password", "SASL user password.", "", &opts.saslPassword) + toFlagStringVar("sasl.mechanism", "The SASL SCRAM SHA algorithm sha256 or sha512 or gssapi as mechanism", "", &opts.saslMechanism) + toFlagStringVar("sasl.service-name", "Service name when using kerberos Auth", "", &opts.serviceName) + toFlagStringVar("sasl.kerberos-config-path", "Kerberos config path", "", &opts.kerberosConfigPath) + toFlagStringVar("sasl.realm", "Kerberos realm", "", &opts.realm) + toFlagStringVar("sasl.kerberos-auth-type", "Kerberos auth type. Either 'keytabAuth' or 'userAuth'", "", &opts.kerberosAuthType) + toFlagStringVar("sasl.keytab-path", "Kerberos keytab file path", "", &opts.keyTabPath) + toFlagBoolVar("sasl.disable-PA-FX-FAST", "Configure the Kerberos client to not use PA_FX_FAST.", false, "false", &opts.saslDisablePAFXFast) + toFlagBoolVar("tls.enabled", "Connect to Kafka using TLS.", false, "false", &opts.useTLS) + toFlagStringVar("tls.server-name", "Used to verify the hostname on the returned certificates unless tls.insecure-skip-tls-verify is given. The kafka server's name should be given.", "", &opts.tlsServerName) + toFlagStringVar("tls.ca-file", "The optional certificate authority file for Kafka TLS client authentication.", "", &opts.tlsCAFile) + toFlagStringVar("tls.cert-file", "The optional certificate file for Kafka client authentication.", "", &opts.tlsCertFile) + toFlagStringVar("tls.key-file", "The optional key file for Kafka client authentication.", "", &opts.tlsKeyFile) + toFlagBoolVar("server.tls.enabled", "Enable TLS for web server.", false, "false", &opts.serverUseTLS) + toFlagBoolVar("server.tls.mutual-auth-enabled", "Enable TLS client mutual authentication.", false, "false", &opts.serverMutualAuthEnabled) + toFlagStringVar("server.tls.ca-file", "The certificate authority file for the web server.", "", &opts.serverTlsCAFile) + toFlagStringVar("server.tls.cert-file", "The certificate file for the web server.", "", &opts.serverTlsCertFile) + toFlagStringVar("server.tls.key-file", "The key file for the web server.", "", &opts.serverTlsKeyFile) + toFlagBoolVar("tls.insecure-skip-tls-verify", "If true, the server's certificate will not be checked for validity. This will make your HTTPS connections insecure.", false, "false", &opts.tlsInsecureSkipTLSVerify) + toFlagStringVar("kafka.version", "Kafka broker version", sarama.V2_0_0_0.String(), &opts.kafkaVersion) + toFlagBoolVar("use.consumelag.zookeeper", "if you need to use a group from zookeeper", false, "false", &opts.useZooKeeperLag) + toFlagStringsVar("zookeeper.server", "Address (hosts) of zookeeper server.", "localhost:2181", &opts.uriZookeeper) + toFlagStringVar("kafka.labels", "Kafka cluster name", "", &opts.labels) + toFlagStringVar("refresh.metadata", "Metadata refresh interval", "30s", &opts.metadataRefreshInterval) + toFlagBoolVar("offset.show-all", "Whether show the offset/lag for all consumer group, otherwise, only show connected consumer groups", true, "true", &opts.offsetShowAll) + toFlagBoolVar("concurrent.enable", "If true, all scrapes will trigger kafka operations otherwise, they will share results. WARN: This should be disabled on large clusters", false, "false", &opts.allowConcurrent) + toFlagIntVar("topic.workers", "Number of topic workers", 100, "100", &opts.topicWorkers) + toFlagIntVar("verbosity", "Verbosity log level", 0, "0", &opts.verbosityLogLevel) + + plConfig := plog.Config{} + plogflag.AddFlags(kingpin.CommandLine, &plConfig) kingpin.Version(version.Print("kafka_exporter")) kingpin.HelpFlag.Short('h') kingpin.Parse() - plog.Infoln("Starting kafka_exporter", version.Info()) - plog.Infoln("Build context", version.BuildContext()) - labels := make(map[string]string) // Protect against empty labels @@ -558,6 +777,29 @@ func main() { } } + setup(*listenAddress, *metricsPath, *topicFilter, *groupFilter, *logSarama, opts, labels) +} + + +func setup( + listenAddress string, + metricsPath string, + topicFilter string, + groupFilter string, + logSarama bool, + opts kafkaOpts, + labels map[string]string, +) { + if err := flag.Set("logtostderr", "true"); err != nil { + glog.Errorf("Error on setting logtostderr to true") + } + flag.Set("v", strconv.Itoa(opts.verbosityLogLevel)) + flag.Parse() + defer glog.Flush() + + glog.V(INFO).Infoln("Starting kafka_exporter", version.Info()) + glog.V(DEBUG).Infoln("Build context", version.BuildContext()) + clusterBrokers = prometheus.NewDesc( prometheus.BuildFQName(namespace, "", "brokers"), "Number of Brokers in the Kafka Cluster.", @@ -645,31 +887,77 @@ func main() { []string{"consumergroup"}, labels, ) - if *logSarama { + if logSarama { sarama.Logger = log.New(os.Stdout, "[sarama] ", log.LstdFlags) } - exporter, err := NewExporter(opts, *topicFilter, *groupFilter) + exporter, err := NewExporter(opts, topicFilter, groupFilter) if err != nil { - plog.Fatalln(err) + glog.Fatalln(err) } defer exporter.client.Close() prometheus.MustRegister(exporter) - http.Handle(*metricsPath, promhttp.Handler()) + http.Handle(metricsPath, promhttp.Handler()) http.HandleFunc("/", func(w http.ResponseWriter, r *http.Request) { - _, err := w.Write([]byte(` + w.Write([]byte(` Kafka Exporter

Kafka Exporter

-

Metrics

+

Metrics

`)) + }) + http.HandleFunc("/healthz", func(w http.ResponseWriter, r *http.Request) { + // need more specific sarama check + w.Write([]byte("ok")) + }) + + if opts.serverUseTLS { + glog.V(INFO).Infoln("Listening on HTTPS", listenAddress) + + _, err := CanReadCertAndKey(opts.serverTlsCertFile, opts.serverTlsKeyFile) if err != nil { - plog.Error(err.Error()) + glog.Error("error reading server cert and key") } - }) - plog.Infoln("Listening on", *listenAddress) - plog.Fatal(http.ListenAndServe(*listenAddress, nil)) + clientAuthType := tls.NoClientCert + if opts.serverMutualAuthEnabled { + clientAuthType = tls.RequireAndVerifyClientCert + } + + certPool := x509.NewCertPool() + if opts.serverTlsCAFile != "" { + if caCert, err := ioutil.ReadFile(opts.serverTlsCAFile); err == nil { + certPool.AppendCertsFromPEM(caCert) + } else { + glog.Error("error reading server ca") + } + } + + tlsConfig := &tls.Config{ + ClientCAs: certPool, + ClientAuth: clientAuthType, + MinVersion: tls.VersionTLS12, + CurvePreferences: []tls.CurveID{tls.CurveP521, tls.CurveP384, tls.CurveP256}, + PreferServerCipherSuites: true, + CipherSuites: []uint16{ + tls.TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384, + tls.TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256, + tls.TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA, + tls.TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256, + tls.TLS_RSA_WITH_AES_256_GCM_SHA384, + tls.TLS_RSA_WITH_AES_256_CBC_SHA, + tls.TLS_RSA_WITH_AES_128_CBC_SHA256, + }, + } + server := &http.Server{ + Addr: listenAddress, + TLSConfig: tlsConfig, + } + glog.Fatal(server.ListenAndServeTLS(opts.serverTlsCertFile, opts.serverTlsKeyFile)) + } else { + glog.V(INFO).Infoln("Listening on HTTP", listenAddress) + glog.Fatal(http.ListenAndServe(listenAddress, nil)) + } } diff --git a/original.log b/original.log deleted file mode 100644 index 2bb5568a..00000000 --- a/original.log +++ /dev/null @@ -1,744 +0,0 @@ -commit 800e6b0262ac7c4c6ab42e32a0b287af1ed22a89 -Merge: 98133e4 fb93caa -Author: Matheus da luz -Date: Thu Jul 12 11:13:46 2018 -0300 - - merge branch 'master' of https://github.com/matheusdaluz/kafka_exporter - -commit 98133e47022fa07cef931a1570998191488daf23 -Author: Matheus.Costa -Date: Wed Jul 11 16:18:28 2018 -0300 - - parent 54278f0587bf8e2fa7c0b879d1da244535572e3a - author Matheus.Costa 1531336708 -0300 - committer Matheus da luz 1531404395 -0300 - - get lag from zookeeper - - Fix - - new package - - krallistic - - merge - - if removed - - dep and squash - - new version - - Test - - package krallistic with dep - -commit fb93caa702d271e920c770cd0f389d6aab1be19c -Author: matheusdaluz -Date: Thu Jul 12 09:45:51 2018 -0300 - - package krallistic with dep - -commit b0f592ffccc43f5dfb9ad54b02d504c0ba2601ff -Author: matheusdaluz -Date: Thu Jul 12 09:44:33 2018 -0300 - - Test - -commit 2395431b48722fb1bf0b10158c5c03747a44ed74 -Merge: b6d2058 2ebf1ad -Author: matheusdaluz -Date: Thu Jul 12 09:41:25 2018 -0300 - - Merge branch 'master' of https://github.com/matheusdaluz/kafka_exporter - -commit b6d2058c3bea3203f6b0c0238c879e1744c4ff55 -Author: matheusdaluz -Date: Thu Jul 12 09:27:06 2018 -0300 - - dep and squash - -commit 2ebf1ad53af8cc75eed35e71b6a804ba953167af -Author: matheusdaluz -Date: Thu Jul 12 08:55:20 2018 -0300 - - new version - -commit f3b0ba7f550826c8920f414d0230e9e1e4c71507 -Author: Matheus da luz -Date: Wed Jul 11 17:45:44 2018 -0300 - - if removed - -commit 7cbfa20f27f7289d4c408f3a49b6e16889637f39 -Author: matheusdaluz -Date: Wed Jul 11 17:06:51 2018 -0300 - - merge - -commit 1dccd2e31cb00cb236673077241e337068467daa -Author: matheusdaluz -Date: Wed Jul 11 17:01:41 2018 -0300 - - krallistic - -commit dc3c9fab01f9a98872c3ff59ce120867ca72cc5f -Merge: 440fe70 abb1be5 -Author: matheusdaluz -Date: Wed Jul 11 17:00:16 2018 -0300 - - krallistic - -commit 440fe7047c597a81354bfb68062398eb73dade43 -Author: matheusdaluz -Date: Wed Jul 11 16:59:36 2018 -0300 - - new package - -commit abb1be5bed8dd3b8256076edc3877475fc601f55 -Author: Matheus da luz -Date: Wed Jul 11 16:22:54 2018 -0300 - - Update kafka_exporter.go - -commit a0071e741e8ad1bfc89da01ddf552ed4212a09bc -Author: Matheus.Costa -Date: Wed Jul 11 16:21:37 2018 -0300 - - Fix - -commit 522202e76c9fbc1e6ce01651ec141237fc7587bb -Author: Matheus.Costa -Date: Wed Jul 11 16:18:28 2018 -0300 - - get lag from zookeeper - -commit 830660212e6c109e69dcb1cb58f5159fe3b38903 -Merge: 7aa9c77 1c42bfb -Author: Daniel (Shijun) Qian -Date: Sat Jul 7 22:31:15 2018 +0800 - - Merge pull request #47 from danielqsj/rel-1.2 - - Release 1.2.0 - -commit 1c42bfb297ce7e44f5139b1e3fd0de541dda40ad -Author: danielqsj -Date: Sat Jul 7 22:28:32 2018 +0800 - - Release 1.2.0 - -commit 7aa9c7729fee557ef7902577fe9215ff2ccb24c2 -Merge: 54278f0 ae33f02 -Author: Daniel (Shijun) Qian -Date: Sat Jul 7 21:57:03 2018 +0800 - - Merge pull request #46 from danielqsj/sarama - - Update sarama to v1.17.0 - -commit ae33f0266dbe7480db480c8d6f614bb3256fc4b8 -Author: danielqsj -Date: Sat Jul 7 21:16:19 2018 +0800 - - Update sarama to v1.17.0 - -commit 54278f0587bf8e2fa7c0b879d1da244535572e3a -Merge: 112ce08 0640680 -Author: Daniel (Shijun) Qian -Date: Sat Jul 7 14:40:12 2018 +0800 - - Merge pull request #43 from gburanov/gburanov_error_fix - - Check for sarama error - -commit 112ce08b41727f68c7650d8b56c7a35829b5d49b -Merge: b87796c cce2b0b -Author: Daniel (Shijun) Qian -Date: Sat Jul 7 14:37:01 2018 +0800 - - Merge pull request #39 from piclemx/master - - Adding filter for groups - -commit 0640680ff004512db7da5e14bed0d5919daef38d -Author: Georgy Buranov -Date: Mon Jun 18 16:58:34 2018 +0200 - - Check for sarama error - -commit cce2b0be679af0ee9829a2d01f59ffdf8c9844d6 -Author: Alexandre Picard-Lemieux -Date: Tue Jun 5 11:34:07 2018 -0400 - - Fix flag description - -commit 248eb8c35a93029ab7bd6ea1dfef9a5dffba8594 -Author: Alexandre Picard-Lemieux -Date: Tue Jun 5 11:26:02 2018 -0400 - - Adding filter for groups - -commit b87796c32ab4376fe6d47fb17df6a41cca21b046 -Merge: 84cee7e 6f5328f -Author: Daniel (Shijun) Qian -Date: Mon May 21 16:55:04 2018 +0800 - - Merge pull request #34 from chenwumail/master - - Create grafana dashboard (Prometheus) - -commit 6f5328fe3224d4aff093fdf1cad35a0d1e5125e6 -Author: chenwumail <31205300+chenwumail@users.noreply.github.com> -Date: Sat May 19 10:46:58 2018 +0800 - - add kafka_export_overview demo picture - -commit e40175cb71faecb34a5dd2589c937adfeda92767 -Author: chenwumail <31205300+chenwumail@users.noreply.github.com> -Date: Sat May 19 10:32:53 2018 +0800 - - Create grafana dashboard (Prometheus) - -commit 84cee7e0672f0161c05a93557cc2794a48c8a024 -Author: danielqsj -Date: Sat Apr 7 20:13:17 2018 +0800 - - Update pic - -commit e3f66e2905895e7e8bd6d8af6ee7379f5c867472 -Merge: ade40b4 5a76c64 -Author: Daniel (Shijun) Qian -Date: Sat Apr 7 20:11:01 2018 +0800 - - Merge pull request #26 from danielqsj/fix - - Update pic - -commit 5a76c64442509c6a898a243443d50bd37b9522ca -Author: danielqsj -Date: Sat Apr 7 20:09:28 2018 +0800 - - Update pic - -commit ade40b4bfb38f751388524c825c33cafc13976d4 -Merge: 47a04e7 7cb402a -Author: Daniel (Shijun) Qian -Date: Sat Apr 7 20:06:26 2018 +0800 - - Merge pull request #25 from danielqsj/fix - - Enhancement - -commit 7cb402a8d60b5b060499036f4ecd1b3f4f5f3347 -Author: danielqsj -Date: Sat Apr 7 20:02:35 2018 +0800 - - Release 1.1.0 - -commit ab154640fce55d9b5cdc53dc22b3bbe8c344936e -Author: danielqsj -Date: Sat Apr 7 17:44:37 2018 +0800 - - Accelerate metrics collecting - -commit fc92a2eae436621a4399a9c7b85f64360469ed0d -Author: danielqsj -Date: Sat Apr 7 16:48:13 2018 +0800 - - Fast return if error when get topics - -commit 1fb0d449508a6d832b0263d88d50b8f75a1f0031 -Author: danielqsj -Date: Sat Apr 7 16:25:56 2018 +0800 - - Collect consumer offset from alive brokers - -commit 5d63af095c72d59af931b4211a1603a03161a71f -Author: danielqsj -Date: Sat Apr 7 16:05:48 2018 +0800 - - Support inactive consumer group offset and lag - -commit ca0094286ffad3b2fad35d7fadef6280632d87a4 -Author: danielqsj -Date: Fri Apr 6 20:38:21 2018 +0800 - - Remove unused variable - -commit 47a04e76e00acc082c63bf988140362b6e0a917d -Merge: 501fb60 1cbb590 -Author: Daniel (Shijun) Qian -Date: Fri Apr 6 15:35:58 2018 +0800 - - Merge pull request #24 from danielqsj/update-vendor - - Update vendor - -commit 1cbb590176de488baa0e60ead6f82920c539b928 -Author: danielqsj -Date: Fri Apr 6 15:32:12 2018 +0800 - - Remove redundant alias - -commit c005f471dcfd8db9172729555dc906f5c3f03ab0 -Author: danielqsj -Date: Fri Apr 6 15:30:14 2018 +0800 - - Update sarama to 1.16.0 - -commit 501fb604a53fda51c9ed428c47b1f2318a3677c7 -Merge: 135c2b6 83d5579 -Author: Daniel (Shijun) Qian -Date: Mon Apr 2 09:43:40 2018 +0800 - - Merge pull request #21 from gpaggi/master - - Make Kafka version configurable + fix logging - -commit 83d55792c2c9f4fc10be4a4e56c87b653a4a015c -Merge: be4dc1c f44f172 -Author: Gabriele Paggi -Date: Fri Mar 30 14:23:41 2018 +0200 - - Merge pull request #2 from Crypto89/master - - Fix memoryleak in go-metrics - -commit f44f1724cb243345c9aec3d42a6d3a03bdbfa8f0 -Author: Jorn Wijnands -Date: Fri Mar 30 14:20:46 2018 +0200 - - Remove pprof - -commit fffced7cd57ffa68ed054d8df8ea1296f1d9fef8 -Author: Jorn Wijnands -Date: Fri Mar 30 14:18:02 2018 +0200 - - Fix memory leak in go-metrics - -commit be4dc1c3b33f53a0bb7318ffc9298effb07bc0f7 -Author: Gabriele Paggi -Date: Sat Mar 17 17:22:56 2018 +0100 - - Release 1.0.2 - -commit 42042a812dca400eec8b6b2f40b23605df4bb4fa -Merge: 3ea1455 df19c87 -Author: Gabriele Paggi -Date: Thu Mar 15 14:18:33 2018 +0100 - - Merge pull request #1 from Crypto89/master - - Make kafka version configurable - -commit df19c87d3c6ea1310de824e738dc9bf9505b53c3 -Author: Jorn Wijnands -Date: Thu Mar 15 14:14:45 2018 +0100 - - Bump version - -commit 9f7cdeb6aa6b2d2eb913f00047ea021e398c7d29 -Author: Jorn Wijnands -Date: Thu Mar 15 14:14:03 2018 +0100 - - Make kafka version configurable - -commit 3ea1455d737c5e2c3a5b7fe8f1287e76fd18d66d -Author: Gabriele Paggi -Date: Thu Mar 15 11:52:46 2018 +0100 - - Version bump for release - -commit 135c2b6b456ba7d6fcc124145db0d4036cfc9b01 -Merge: f0203b6 ada1715 -Author: Daniel (Shijun) Qian -Date: Mon Mar 5 11:28:18 2018 +0800 - - Merge pull request #17 from gpaggi/master - - No offset associated with a topic-partition under that consumer group - -commit f0203b61d2b3fbce53595550a6cd84d59d1146d1 -Merge: acb4af9 fb848e3 -Author: Daniel (Shijun) Qian -Date: Mon Mar 5 11:25:26 2018 +0800 - - Merge pull request #19 from daveworth/cleanup/use-integer-formats-in-logging - - use integer format specifications for partitions - -commit acb4af98b9c269cb4d5b9dadce04a9c4ffff975b -Merge: b5b6ff7 5c60ff5 -Author: Daniel (Shijun) Qian -Date: Mon Mar 5 11:23:36 2018 +0800 - - Merge pull request #18 from daveworth/bugfix/typo-in-offset-error-message - - fix typo in offset-fetch error message - -commit fb848e32933549a923da326847e5c7ff8dc0545c -Author: David Worth -Date: Thu Mar 1 14:17:50 2018 -0700 - - use integer format specifications for partitions - - One of the metalinters was complaining about this and it will - make the semi-confusing logs more obvious. - -commit 5c60ff5f3d66aaf62042286af5cf29a4b16b6cca -Author: David Worth -Date: Thu Mar 1 13:55:44 2018 -0700 - - fix typo in offset-fetch error message - -commit ada171570872b28b2bcf0358dc671460f8dd9e17 -Author: Gabriele Paggi -Date: Thu Mar 1 16:58:50 2018 +0100 - - Cover the case where Kafka will return offset -1, and no error, if there is no offset associated with a topic-partition under that consumer group - -commit b5b6ff7dd341599a069d9e3c2abe41556a055fc8 -Merge: f1639a6 6d9e3d4 -Author: Daniel (Shijun) Qian -Date: Mon Feb 12 15:23:29 2018 +0800 - - Merge pull request #15 from ekarak/patch-1 - - guard against empty replicas list - -commit 6d9e3d4c9241990145cb86193ccd07218b09466e -Author: Elias Karakoulakis -Date: Mon Feb 12 09:17:02 2018 +0200 - - guard against empty replicas list - -commit f1639a649ebcfe11bce6782ab281a59d05b6d9e9 -Author: danielqsj -Date: Fri Jan 12 21:03:06 2018 +0800 - - Release 1.0.1 - -commit cd611565df887b871d719e66362a0254c4886e5e -Author: danielqsj -Date: Fri Jan 12 17:51:05 2018 +0800 - - Fix bug of sasl handshake - -commit 91bcf3282f7dc4d501ab1c8540e7702d93126bc4 -Author: danielqsj -Date: Mon Jan 8 23:02:46 2018 +0800 - - Release 1.0.0 - -commit b647e3a719767823c01d68985b6b2e6798bad06a -Author: danielqsj -Date: Mon Jan 8 22:59:38 2018 +0800 - - Update doc - -commit 850362bf9a0ecedc20aac912ac50d54bf00ef0e8 -Author: danielqsj -Date: Mon Jan 8 22:56:29 2018 +0800 - - Update doc - -commit 5eddc28357274fe2fadfb2ebf2c5f3834e975a1b -Author: danielqsj -Date: Mon Jan 8 22:55:08 2018 +0800 - - Update doc - -commit 83d04a06c2ae3d9262a40c5c225909e142762f9c -Author: danielqsj -Date: Mon Jan 8 22:53:02 2018 +0800 - - Update doc - -commit 1794a853b9c23caba6975b8ea5a5ba24d944d972 -Author: danielqsj -Date: Mon Jan 8 22:48:42 2018 +0800 - - Add help to kingpin - -commit cb1e40cfddfaf4f1e0f10a37482069773c2bd6f6 -Author: danielqsj -Date: Mon Jan 8 20:57:01 2018 +0800 - - Format variable - -commit 4d65832d36a07e1893b2a9ab156972e55091c128 -Author: danielqsj -Date: Mon Jan 8 18:20:08 2018 +0800 - - Update dockerfile - -commit a7ad65fa2944d589fccf9ec6baf3f3bea5ce5010 -Author: danielqsj -Date: Mon Jan 8 18:17:53 2018 +0800 - - Update param help - -commit af143b31cff38265c67f36050787519e4c67e56d -Author: danielqsj -Date: Mon Jan 8 18:16:03 2018 +0800 - - Enhance tls - -commit 83dfac7a5ff7ca0c4e08f60095f07d2d704e4a24 -Author: danielqsj -Date: Mon Jan 8 17:10:09 2018 +0800 - - Update param - -commit 85357f37e590af2e7e6e09ab91f4bf4e6fe1bf43 -Author: danielqsj -Date: Mon Jan 8 17:00:52 2018 +0800 - - Add option to turn down SASL handshake - -commit 68a28ebb90d431822ace8910daf96794f48b2788 -Author: danielqsj -Date: Mon Jan 8 14:10:58 2018 +0800 - - Change sarama client id - -commit dd0713e6da9c5b44ec9588f4137b71474722684f -Author: danielqsj -Date: Mon Jan 8 14:07:42 2018 +0800 - - Add log.level and log.enableSarama - -commit 74b5048b8107e2e297d972506567f1589e44ab84 -Author: danielqsj -Date: Mon Jan 8 13:59:13 2018 +0800 - - Add option to enable sarama logging - -commit da5a4975eab59b565f186f3ac998df62c57f18fd -Author: danielqsj -Date: Mon Jan 8 10:35:36 2018 +0800 - - Update sarama to v1.15.0 - -commit 73401c7357187dec15d95bceea70c02f7ebaa2e1 -Merge: bccac40 98d9ef0 -Author: Daniel (Shijun) Qian -Date: Thu Jan 4 09:40:03 2018 +0800 - - Merge pull request #5 from gpaggi/master - - Add TLS support and fix concurrency issue while updating struct - -commit 98d9ef07f6d359e43160c5a9c9ef7f4ff838b8ba -Author: Gabriele Paggi -Date: Wed Jan 3 20:08:34 2018 +0100 - - Configure version when initializing the client. If done later on it overrides the whole config, wiping the SASL configuration, if any - -commit b1f7575f47d09cb02fcc83c8ebe31fe36abf478c -Author: Gabriele Paggi -Date: Tue Jan 2 16:12:02 2018 +0100 - - Fix concurrency issue - -commit 109595308407ec1877dca13437586d45d7ffb671 -Author: Gabriele Paggi -Date: Tue Jan 2 12:01:56 2018 +0100 - - Add support for SSL - -commit bccac4045e055ce97a7407a0bde5dcffa317e7a7 -Author: danielqsj -Date: Fri Dec 22 10:27:19 2017 +0800 - - Update doc - -commit 77161033720d842d22e52a02250934ca83a3c42c -Author: danielqsj -Date: Wed Dec 6 16:59:37 2017 +0800 - - Release 0.3.0 - -commit efb379bec9fbc5457ce5efcd152af4cbf111da3f -Author: danielqsj -Date: Wed Dec 6 16:34:36 2017 +0800 - - Update doc - -commit c6ee116579491380a0a04feb1022d6bf75f868af -Author: danielqsj -Date: Wed Dec 6 16:28:22 2017 +0800 - - Update dependency constraint - -commit d045495d87d04e9019d89b2b145ae99ed896544b -Author: danielqsj -Date: Wed Dec 6 16:26:44 2017 +0800 - - Update doc - -commit b9aba6b3361cadd1bb05ec08c6c3cc11bc73695f -Author: danielqsj -Date: Wed Dec 6 16:24:51 2017 +0800 - - Update param description - -commit 4ad3090574d2318e81326f253106c51e44b6289b -Author: danielqsj -Date: Wed Dec 6 16:02:04 2017 +0800 - - Close sarama client when exit - -commit 10003b6dd108b70308d108d45dfaf9cedd0a1f88 -Author: danielqsj -Date: Wed Dec 6 15:57:58 2017 +0800 - - Fix topic sync - -commit fbcdb27c6c9cfb69c9d8dfd93ccbd9932afa3ea1 -Author: danielqsj -Date: Wed Dec 6 15:19:36 2017 +0800 - - Add support for topic filter - -commit cc40763808089bac02ee46d34514801904d0e4a4 -Author: danielqsj -Date: Wed Dec 6 14:23:09 2017 +0800 - - set default value for sasl.enabled - -commit e0a817d8b949b0f28707d21cccf87c72cdfa070b -Author: danielqsj -Date: Wed Dec 6 14:19:54 2017 +0800 - - Update sarama to 1.14.0 - -commit 3cca26acc510201e4e62b9af802460c0a88270e3 -Author: danielqsj -Date: Wed Dec 6 14:01:29 2017 +0800 - - Update gitignore and ci config - -commit 019a4322d8446cc562f55f96ae78fbc8eb4fad98 -Merge: 9aecc7d 9c294a9 -Author: Daniel (Shijun) Qian -Date: Sun Dec 3 19:22:23 2017 -0600 - - Merge pull request #3 from wakeful/feature/add_sasl_support - - add support for configuring SASL user & passwd - -commit 9c294a976ddd4075f0cbaf9b1e842c3d88560409 -Author: AJ -Date: Tue Nov 21 18:55:02 2017 +0000 - - add support for configuring SASL user & passwd - -commit 9aecc7d5965edf2230f8eb6992103396dfc11041 -Author: danielqsj -Date: Fri Oct 20 15:40:02 2017 +0800 - - release 0.2.0 - -commit 67070af539a0d4c41fb09b24879871fc1456b00f -Author: danielqsj -Date: Fri Oct 20 14:53:44 2017 +0800 - - Change port to 9308 and accept multiple addresses - -commit 7576d6aa0abd77ae33c982936fac83ec273ce099 -Author: danielqsj -Date: Thu Oct 19 17:44:07 2017 +0800 - - Update CI - -commit f8f300d1d00661a7178b6f830b01417f01c66e61 -Author: danielqsj -Date: Thu Oct 19 17:15:22 2017 +0800 - - Update CI - -commit d2892ccf7ed1ee96888b64ebb10b164f4bfa4400 -Author: danielqsj -Date: Thu Oct 19 16:31:50 2017 +0800 - - Update CI - -commit bf59918794f3c7261a93e4f4a2f51a03456bebbc -Author: danielqsj -Date: Thu Oct 19 16:29:42 2017 +0800 - - Update CI - -commit a06c140cd4c8591a9f04e5e7d93ca7d4801d064c -Author: danielqsj -Date: Thu Oct 19 16:25:32 2017 +0800 - - Update doc - -commit 5cf1d2f6ef73dfb1619719caf4b406c77a1837aa -Author: danielqsj -Date: Thu Oct 19 15:02:42 2017 +0800 - - Improve CI - -commit cf1e830c66812521505d6df8ebf4cf23422b7b93 -Author: danielqsj -Date: Thu Oct 19 14:25:27 2017 +0800 - - Update doc - -commit 2721ee48b6fac14bc070d9e5eaa1fba2738af16a -Author: danielqsj -Date: Thu Oct 19 14:21:47 2017 +0800 - - Add ci - -commit fc17588dfbc59191f20ee3e2b3354cf97827be6a -Author: danielqsj -Date: Thu Oct 19 14:18:34 2017 +0800 - - Update README.md - -commit 8a835b17e323a4f60a41ef73ca2f8d58663daec4 -Author: danielqsj -Date: Thu Oct 19 14:06:39 2017 +0800 - - Update README.md - -commit 666588248557814e069d1a0a9e7ce9e72864e505 -Author: danielqsj -Date: Thu Oct 19 14:01:29 2017 +0800 - - Format name of metrics - -commit a4fcd7b7be7ad06a9e327b299209bd8596efd47c -Author: Daniel (Shijun) Qian -Date: Wed Oct 18 17:55:01 2017 +0800 - - Update README.md - -commit ceaaee5e2da2af8754e282f64f2cd6bd1bcfcedb -Author: Daniel (Shijun) Qian -Date: Wed Oct 18 17:49:49 2017 +0800 - - Update README.md - -commit 41f39ada36ae297dfe7696497af673d7709d7812 -Author: Daniel (Shijun) Qian -Date: Wed Oct 18 17:46:42 2017 +0800 - - Update README.md - -commit 14bfbe1e4ec3b376825423acec777109345a4cd5 -Author: danielqsj -Date: Wed Oct 18 15:29:45 2017 +0800 - - Update 0.1.0 - -commit 36ddbe453c51c26bc8d99fd6b6575e12fc46351f -Author: Daniel (Shijun) Qian -Date: Fri Sep 15 11:23:21 2017 +0800 - - Initial commit diff --git a/scram_client.go b/scram_client.go new file mode 100644 index 00000000..6f622817 --- /dev/null +++ b/scram_client.go @@ -0,0 +1,36 @@ +package main + +import ( + "crypto/sha256" + "crypto/sha512" + "hash" + + "github.com/xdg/scram" +) + +var SHA256 scram.HashGeneratorFcn = func() hash.Hash { return sha256.New() } +var SHA512 scram.HashGeneratorFcn = func() hash.Hash { return sha512.New() } + +type XDGSCRAMClient struct { + *scram.Client + *scram.ClientConversation + scram.HashGeneratorFcn +} + +func (x *XDGSCRAMClient) Begin(userName, password, authzID string) (err error) { + x.Client, err = x.HashGeneratorFcn.NewClient(userName, password, authzID) + if err != nil { + return err + } + x.ClientConversation = x.Client.NewConversation() + return nil +} + +func (x *XDGSCRAMClient) Step(challenge string) (response string, err error) { + response, err = x.ClientConversation.Step(challenge) + return +} + +func (x *XDGSCRAMClient) Done() bool { + return x.ClientConversation.Done() +} diff --git a/simple_test.go b/simple_test.go new file mode 100644 index 00000000..e3f94183 --- /dev/null +++ b/simple_test.go @@ -0,0 +1,72 @@ +package main + +import ( + "errors" + "github.com/Shopify/sarama" + "io/ioutil" + "log" + "net/http" + "testing" + "time" +) + +var bootstrap_servers = []string{"localhost:9092"} + +func TestSmoke(t *testing.T) { + log.Print("testing " + t.Name()) + + if !assumeKafka(t) { + t.Skip("Kafka is not running ... skipping the test") + return + } + + go runServer() + + execute(func(resp *http.Response) { + log.Println(resp.Status) + + defer resp.Body.Close() + bytes, err := ioutil.ReadAll(resp.Body) + if err != nil { + log.Fatalln(err) + } else { + log.Println(string(bytes)) + } + }) +} + +func assumeKafka(t *testing.T) bool { + client, err := sarama.NewClient(bootstrap_servers, nil) + if err != nil { + return false + } + defer client.Close() + _, err = client.Topics() + if err != nil { + return false + } + return true +} + +func execute(handler func(response *http.Response)) { + var e = errors.New("dummy") + for e != nil { + resp, err := http.Get("http://localhost:9304/metrics") + if err != nil { + time.Sleep(time.Millisecond * 100) + } + e = err + if resp != nil { + handler(resp) + } + } +} + +func runServer() { + opts := kafkaOpts{} + opts.uri = bootstrap_servers + opts.uriZookeeper = []string{"localhost:2181"} + opts.kafkaVersion = sarama.V1_0_0_0.String() + opts.metadataRefreshInterval = "30s" + setup("localhost:9304", "/metrics", ".*", ".*", false, opts, nil) +}