diff --git a/exporter/exporter.go b/exporter/exporter.go index 7077e87..c1e4db8 100644 --- a/exporter/exporter.go +++ b/exporter/exporter.go @@ -4,7 +4,9 @@ import ( "errors" "fmt" "github.com/prometheus/client_golang/prometheus" + "log" "strconv" + "sync" "upyun-exporter/httpRequest" ) @@ -124,223 +126,242 @@ func (e *CdnExporter) Collect(ch chan<- prometheus.Metric) { errors.New("empty domain list")) } for _, domain := range *e.domainList { - var ( - requestCountTotal float64 - requestCountAverage float64 - cdnBandWidthTotal float64 - cdnBandWidthAverage float64 - cdnHitRateTotal float64 - cdnHitRateAverage float64 - cdnFlowHitRateTotal float64 - cdnFlowHitRateAverage float64 - resourceBandwidthTotal float64 - resourceBandwidthAverage float64 - resourceReqsTotal int - resourceCodeTotal int - resourceCode200Total int - resourceCode206Total int - resourceCode301Total int - resourceCode302Total int - resourceCode304Total int - resourceCode400Total int - resourceCode403Total int - resourceCode404Total int - resourceCode411Total int - resourceCode499Total int - resourceCode500Total int - resourceCode502Total int - resourceCode503Total int - resourceCode504Total int - codeTotal int - code200Total int - code206Total int - code301Total int - code302Total int - code304Total int - code400Total int - code403Total int - code404Total int - code411Total int - code499Total int - code500Total int - code502Total int - code503Total int - code504Total int - ) - // interval - min_five - cdnRequestData := httpRequest.DoHttpBandWidthRequest(domain, e.token, e.rangeTime, e.delayTime) - for _, point := range cdnRequestData.Data { - requestCountTotal += point.Reqs - cdnBandWidthTotal += point.Bandwidth - } - // 去掉数据量为0的数据，得到的结果是NaN - if requestCountTotal == 0 || cdnBandWidthTotal == 0 { - continue - } - requestCountAverage = requestCountTotal / float64(len(cdnRequestData.Data)) - cdnBandWidthAverage = cdnBandWidthTotal / float64(len(cdnRequestData.Data)) + var wg sync.WaitGroup + domain := domain + wg.Add(1) + go func() { + defer wg.Done() + var ( + cdnBandWidthTotal float64 + ) + // 内部有个 判断数据量为 0的逻辑, 所以没法加入 wait group + // interval - min_five + cdnRequestData := httpRequest.DoHttpBandWidthRequest(domain, e.token, e.rangeTime, e.delayTime) + var requestCountTotal float64 + for _, point := range cdnRequestData.Data { + requestCountTotal += point.Reqs + cdnBandWidthTotal += point.Bandwidth + } + // 去掉数据量为0的数据，得到的结果是NaN + if requestCountTotal == 0 || cdnBandWidthTotal == 0 { + return + } + requestCountAverage := requestCountTotal / float64(len(cdnRequestData.Data)) + cdnBandWidthAverage := cdnBandWidthTotal / float64(len(cdnRequestData.Data)) + ch <- prometheus.MustNewConstMetric( + e.cdnRequestCount, + prometheus.GaugeValue, + calculateRequestCountPerMin(requestCountAverage), + domain, + ) + ch <- prometheus.MustNewConstMetric( + e.cdnBandWidth, + prometheus.GaugeValue, + cdnBandWidthAverage/1024/1024, + domain, + ) + }() - cdnFlowDetailData, err := httpRequest.DoHttpFlowDetailRequest(domain, e.token, e.rangeTime, e.delayTime, "cdn") - if err != nil { - if err.T == httpRequest.ResponseCodeNot200 { - ch <- prometheus.NewInvalidMetric( - prometheus.NewDesc("upyun_exporter", - "Error collecting cdn flow details", nil, nil), - err) - break - } else { - continue + wg.Add(1) + go func() { + defer wg.Done() + cdnFlowDetailData, err := httpRequest.DoHttpFlowDetailRequest(domain, e.token, e.rangeTime, e.delayTime, "cdn") + if err != nil { + if err.T == httpRequest.ResponseCodeNot200 { + ch <- prometheus.NewInvalidMetric( + prometheus.NewDesc("upyun_exporter", + "Error collecting cdn flow details", nil, nil), + err) + log.Fatalf("error getting metric, return code not 200, error: %s", err) + } else { + log.Printf("failed to get cdn flow detail, error: %s", err) + return + } } - } - statusCodes := make(map[string]float64) - for _, point := range cdnFlowDetailData { - cdnHitRateTotal = cdnHitRateTotal + (float64(point.Hit) / float64(point.Reqs)) - cdnFlowHitRateTotal = cdnFlowHitRateTotal + (float64(point.HitBytes) / float64(point.Bytes)) - code200Total += point.Code200 - code206Total += point.Code206 - code301Total += point.Code301 - code302Total += point.Code302 - code304Total += point.Code304 - code400Total += point.Code400 - code403Total += point.Code403 - code404Total += point.Code404 - code411Total += point.Code411 - code499Total += point.Code499 - code500Total += point.Code500 - code502Total += point.Code502 - code503Total += point.Code503 - code504Total += point.Code504 - } - codeTotal = code200Total + code206Total + code301Total + code302Total + code304Total + code400Total + code403Total + - code404Total + code411Total + code499Total + code500Total + code502Total + code503Total + code504Total - statusCodes["200"] = float64(code200Total) / float64(codeTotal) - statusCodes["206"] = float64(code206Total) / float64(codeTotal) - statusCodes["2xx"] = float64(code200Total+code206Total) / float64(codeTotal) - statusCodes["301"] = float64(code301Total) / float64(codeTotal) - statusCodes["302"] = float64(code302Total) / float64(codeTotal) - statusCodes["304"] = float64(code304Total) / float64(codeTotal) - statusCodes["3xx"] = float64(code301Total+code302Total+code304Total) / float64(codeTotal) - statusCodes["400"] = float64(code400Total) / float64(codeTotal) - statusCodes["403"] = float64(code403Total) / float64(codeTotal) - statusCodes["404"] = float64(code404Total) / float64(codeTotal) - statusCodes["411"] = float64(code411Total) / float64(codeTotal) - statusCodes["499"] = float64(code499Total) / float64(codeTotal) - statusCodes["4xx"] = float64(code400Total+code403Total+code404Total+code411Total+code499Total) / float64(codeTotal) - statusCodes["500"] = float64(code500Total) / float64(codeTotal) - statusCodes["502"] = float64(code502Total) / float64(codeTotal) - statusCodes["503"] = float64(code503Total) / float64(codeTotal) - statusCodes["504"] = float64(code504Total) / float64(codeTotal) - statusCodes["5xx"] = float64(code500Total+code502Total+code503Total+code504Total) / float64(codeTotal) - cdnHitRateAverage, _ = strconv.ParseFloat(fmt.Sprintf("%.3f", (cdnHitRateTotal/float64(len(cdnFlowDetailData)))*100), 64) - cdnFlowHitRateAverage, _ = strconv.ParseFloat(fmt.Sprintf("%.3f", (cdnFlowHitRateTotal/float64(len(cdnFlowDetailData)))*100), 64) + statusCodes := make(map[string]float64) + var ( + cdnHitRateTotal float64 + cdnFlowHitRateTotal float64 + codeTotal int + code200Total int + code206Total int + code301Total int + code302Total int + code304Total int + code400Total int + code403Total int + code404Total int + code411Total int + code499Total int + code500Total int + code502Total int + code503Total int + code504Total int + ) + + for _, point := range cdnFlowDetailData { + cdnHitRateTotal = cdnHitRateTotal + (float64(point.Hit) / float64(point.Reqs)) + cdnFlowHitRateTotal = cdnFlowHitRateTotal + (float64(point.HitBytes) / float64(point.Bytes)) + code200Total += point.Code200 + code206Total += point.Code206 + code301Total += point.Code301 + code302Total += point.Code302 + code304Total += point.Code304 + code400Total += point.Code400 + code403Total += point.Code403 + code404Total += point.Code404 + code411Total += point.Code411 + code499Total += point.Code499 + code500Total += point.Code500 + code502Total += point.Code502 + code503Total += point.Code503 + code504Total += point.Code504 + } + codeTotal = code200Total + code206Total + code301Total + code302Total + code304Total + code400Total + code403Total + + code404Total + code411Total + code499Total + code500Total + code502Total + code503Total + code504Total + statusCodes["200"] = float64(code200Total) / float64(codeTotal) + statusCodes["206"] = float64(code206Total) / float64(codeTotal) + statusCodes["2xx"] = float64(code200Total+code206Total) / float64(codeTotal) + statusCodes["301"] = float64(code301Total) / float64(codeTotal) + statusCodes["302"] = float64(code302Total) / float64(codeTotal) + statusCodes["304"] = float64(code304Total) / float64(codeTotal) + statusCodes["3xx"] = float64(code301Total+code302Total+code304Total) / float64(codeTotal) + statusCodes["400"] = float64(code400Total) / float64(codeTotal) + statusCodes["403"] = float64(code403Total) / float64(codeTotal) + statusCodes["404"] = float64(code404Total) / float64(codeTotal) + statusCodes["411"] = float64(code411Total) / float64(codeTotal) + statusCodes["499"] = float64(code499Total) / float64(codeTotal) + statusCodes["4xx"] = float64(code400Total+code403Total+code404Total+code411Total+code499Total) / float64(codeTotal) + statusCodes["500"] = float64(code500Total) / float64(codeTotal) + statusCodes["502"] = float64(code502Total) / float64(codeTotal) + statusCodes["503"] = float64(code503Total) / float64(codeTotal) + statusCodes["504"] = float64(code504Total) / float64(codeTotal) + statusCodes["5xx"] = float64(code500Total+code502Total+code503Total+code504Total) / float64(codeTotal) + + cdnHitRateAverage, _ := strconv.ParseFloat(fmt.Sprintf("%.3f", (cdnHitRateTotal/float64(len(cdnFlowDetailData)))*100), 64) + cdnFlowHitRateAverage, _ := strconv.ParseFloat(fmt.Sprintf("%.3f", (cdnFlowHitRateTotal/float64(len(cdnFlowDetailData)))*100), 64) + ch <- prometheus.MustNewConstMetric( + e.cdnHitRate, + prometheus.GaugeValue, + cdnHitRateAverage, + domain, + ) + ch <- prometheus.MustNewConstMetric( + e.cdnFluxHitRate, + prometheus.GaugeValue, + cdnFlowHitRateAverage, + domain, + ) + for status, rate := range statusCodes { + statusRate, _ := strconv.ParseFloat(fmt.Sprintf("%.3f", rate*100), 64) + ch <- prometheus.MustNewConstMetric( + e.cdnStatusRate, + prometheus.GaugeValue, + statusRate, + domain, + status, + ) + } + }() // 回源数据 - resourceRequestData, err := httpRequest.DoHttpFlowDetailRequest(domain, e.token, e.rangeTime, e.delayTime, "backsource") - // response 返回为 {} - if err != nil { - continue - } - for _, point := range resourceRequestData { - resourceCode200Total += point.Code200 - resourceCode206Total += point.Code206 - resourceCode301Total += point.Code301 - resourceCode302Total += point.Code302 - resourceCode304Total += point.Code304 - resourceCode400Total += point.Code400 - resourceCode403Total += point.Code403 - resourceCode404Total += point.Code404 - resourceCode411Total += point.Code411 - resourceCode499Total += point.Code499 - resourceCode500Total += point.Code500 - resourceCode502Total += point.Code502 - resourceCode503Total += point.Code503 - resourceCode504Total += point.Code504 - resourceBandwidthTotal += point.Bandwidth - resourceReqsTotal += point.Reqs - } - resourceStatusCodes := make(map[string]float64) - resourceCodeTotal = resourceCode200Total + resourceCode206Total + resourceCode301Total + resourceCode302Total + - resourceCode304Total + resourceCode400Total + resourceCode403Total + resourceCode404Total + resourceCode411Total + - resourceCode499Total + resourceCode500Total + resourceCode502Total + resourceCode503Total + resourceCode504Total + wg.Add(1) + go func() { + defer wg.Done() + var ( + resourceBandwidthTotal float64 + resourceReqsTotal int + resourceCodeTotal int + resourceCode200Total int + resourceCode206Total int + resourceCode301Total int + resourceCode302Total int + resourceCode304Total int + resourceCode400Total int + resourceCode403Total int + resourceCode404Total int + resourceCode411Total int + resourceCode499Total int + resourceCode500Total int + resourceCode502Total int + resourceCode503Total int + resourceCode504Total int + ) - resourceStatusCodes["200"] = float64(resourceCode200Total) / float64(resourceCodeTotal) - resourceStatusCodes["206"] = float64(resourceCode206Total) / float64(resourceCodeTotal) - resourceStatusCodes["2xx"] = float64(resourceCode200Total+resourceCode206Total) / float64(resourceCodeTotal) - resourceStatusCodes["301"] = float64(resourceCode301Total) / float64(resourceCodeTotal) - resourceStatusCodes["302"] = float64(resourceCode302Total) / float64(resourceCodeTotal) - resourceStatusCodes["304"] = float64(resourceCode304Total) / float64(resourceCodeTotal) - resourceStatusCodes["3xx"] = float64(resourceCode301Total+resourceCode302Total+resourceCode304Total) / float64(resourceCodeTotal) - resourceStatusCodes["400"] = float64(resourceCode400Total) / float64(resourceCodeTotal) - resourceStatusCodes["403"] = float64(resourceCode403Total) / float64(resourceCodeTotal) - resourceStatusCodes["404"] = float64(resourceCode404Total) / float64(resourceCodeTotal) - resourceStatusCodes["411"] = float64(resourceCode411Total) / float64(resourceCodeTotal) - resourceStatusCodes["499"] = float64(resourceCode499Total) / float64(resourceCodeTotal) - resourceStatusCodes["4xx"] = float64(resourceCode400Total+resourceCode403Total+resourceCode404Total+resourceCode411Total+resourceCode499Total) / float64(resourceCodeTotal) - resourceStatusCodes["500"] = float64(resourceCode500Total) / float64(resourceCodeTotal) - resourceStatusCodes["502"] = float64(resourceCode502Total) / float64(resourceCodeTotal) - resourceStatusCodes["503"] = float64(resourceCode503Total) / float64(resourceCodeTotal) - resourceStatusCodes["504"] = float64(resourceCode504Total) / float64(resourceCodeTotal) - resourceStatusCodes["5xx"] = float64(resourceCode500Total+resourceCode502Total+resourceCode503Total+resourceCode504Total) / float64(resourceCodeTotal) - resourceBandwidthAverage = resourceBandwidthTotal / float64(len(resourceRequestData)) - resourceReqsAverage := float64(resourceReqsTotal) / float64(len(resourceRequestData)) + resourceRequestData, err := httpRequest.DoHttpFlowDetailRequest(domain, e.token, e.rangeTime, e.delayTime, "backsource") + // response 返回为 {} + if err != nil { + return + } + for _, point := range resourceRequestData { + resourceCode200Total += point.Code200 + resourceCode206Total += point.Code206 + resourceCode301Total += point.Code301 + resourceCode302Total += point.Code302 + resourceCode304Total += point.Code304 + resourceCode400Total += point.Code400 + resourceCode403Total += point.Code403 + resourceCode404Total += point.Code404 + resourceCode411Total += point.Code411 + resourceCode499Total += point.Code499 + resourceCode500Total += point.Code500 + resourceCode502Total += point.Code502 + resourceCode503Total += point.Code503 + resourceCode504Total += point.Code504 + resourceBandwidthTotal += point.Bandwidth + resourceReqsTotal += point.Reqs + } + resourceStatusCodes := make(map[string]float64) + resourceCodeTotal = resourceCode200Total + resourceCode206Total + resourceCode301Total + resourceCode302Total + + resourceCode304Total + resourceCode400Total + resourceCode403Total + resourceCode404Total + resourceCode411Total + + resourceCode499Total + resourceCode500Total + resourceCode502Total + resourceCode503Total + resourceCode504Total - ch <- prometheus.MustNewConstMetric( - e.cdnRequestCount, - prometheus.GaugeValue, - calculateRequestCountPerMin(requestCountAverage), - domain, - ) - ch <- prometheus.MustNewConstMetric( - e.cdnResourceRequestCount, - prometheus.GaugeValue, - calculateRequestCountPerMin(resourceReqsAverage), - domain, - ) - ch <- prometheus.MustNewConstMetric( - e.cdnHitRate, - prometheus.GaugeValue, - cdnHitRateAverage, - domain, - ) - ch <- prometheus.MustNewConstMetric( - e.cdnFluxHitRate, - prometheus.GaugeValue, - cdnFlowHitRateAverage, - domain, - ) - ch <- prometheus.MustNewConstMetric( - e.cdnBandWidth, - prometheus.GaugeValue, - cdnBandWidthAverage/1024/1024, - domain, - ) - ch <- prometheus.MustNewConstMetric( - e.cdnResourceBandWidth, - prometheus.GaugeValue, - resourceBandwidthAverage/1024/1024, - domain, - ) - for status, rate := range resourceStatusCodes { - statusRate, _ := strconv.ParseFloat(fmt.Sprintf("%.3f", rate*100), 64) + resourceStatusCodes["200"] = float64(resourceCode200Total) / float64(resourceCodeTotal) + resourceStatusCodes["206"] = float64(resourceCode206Total) / float64(resourceCodeTotal) + resourceStatusCodes["2xx"] = float64(resourceCode200Total+resourceCode206Total) / float64(resourceCodeTotal) + resourceStatusCodes["301"] = float64(resourceCode301Total) / float64(resourceCodeTotal) + resourceStatusCodes["302"] = float64(resourceCode302Total) / float64(resourceCodeTotal) + resourceStatusCodes["304"] = float64(resourceCode304Total) / float64(resourceCodeTotal) + resourceStatusCodes["3xx"] = float64(resourceCode301Total+resourceCode302Total+resourceCode304Total) / float64(resourceCodeTotal) + resourceStatusCodes["400"] = float64(resourceCode400Total) / float64(resourceCodeTotal) + resourceStatusCodes["403"] = float64(resourceCode403Total) / float64(resourceCodeTotal) + resourceStatusCodes["404"] = float64(resourceCode404Total) / float64(resourceCodeTotal) + resourceStatusCodes["411"] = float64(resourceCode411Total) / float64(resourceCodeTotal) + resourceStatusCodes["499"] = float64(resourceCode499Total) / float64(resourceCodeTotal) + resourceStatusCodes["4xx"] = float64(resourceCode400Total+resourceCode403Total+resourceCode404Total+resourceCode411Total+resourceCode499Total) / float64(resourceCodeTotal) + resourceStatusCodes["500"] = float64(resourceCode500Total) / float64(resourceCodeTotal) + resourceStatusCodes["502"] = float64(resourceCode502Total) / float64(resourceCodeTotal) + resourceStatusCodes["503"] = float64(resourceCode503Total) / float64(resourceCodeTotal) + resourceStatusCodes["504"] = float64(resourceCode504Total) / float64(resourceCodeTotal) + resourceStatusCodes["5xx"] = float64(resourceCode500Total+resourceCode502Total+resourceCode503Total+resourceCode504Total) / float64(resourceCodeTotal) + resourceBandwidthAverage := resourceBandwidthTotal / float64(len(resourceRequestData)) + resourceReqsAverage := float64(resourceReqsTotal) / float64(len(resourceRequestData)) ch <- prometheus.MustNewConstMetric( - e.cdnBackSourceStatusRate, + e.cdnResourceBandWidth, prometheus.GaugeValue, - statusRate, + resourceBandwidthAverage/1024/1024, domain, - status, ) - } - for status, rate := range statusCodes { - statusRate, _ := strconv.ParseFloat(fmt.Sprintf("%.3f", rate*100), 64) + ch <- prometheus.MustNewConstMetric( - e.cdnStatusRate, + e.cdnResourceRequestCount, prometheus.GaugeValue, - statusRate, + calculateRequestCountPerMin(resourceReqsAverage), domain, - status, ) - } + for status, rate := range resourceStatusCodes { + statusRate, _ := strconv.ParseFloat(fmt.Sprintf("%.3f", rate*100), 64) + ch <- prometheus.MustNewConstMetric( + e.cdnBackSourceStatusRate, + prometheus.GaugeValue, + statusRate, + domain, + status, + ) + } + }() + wg.Wait() } } diff --git a/httpRequest/httpRequest.go b/httpRequest/httpRequest.go index dbfad03..c06577d 100644 --- a/httpRequest/httpRequest.go +++ b/httpRequest/httpRequest.go @@ -97,6 +97,7 @@ func DoDomainListRequest(token string) []string { client := &http.Client{} response, err := client.Do(req) + defer response.Body.Close() if err != nil { log.Fatal("请求失败", err) } @@ -149,6 +150,7 @@ func DoHttpBandWidthRequest(domain string, token string, rangeTime int64, delayT req.Header.Set("Authorization", "Bearer "+token) client := &http.Client{} response, err := client.Do(req) + defer response.Body.Close() if err != nil { log.Fatal("请求失败", err) } @@ -195,6 +197,7 @@ func DoHttpFlowDetailRequest(domain string, token string, rangeTime int64, delay client := &http.Client{} response, err := client.Do(req) + defer response.Body.Close() if err != nil { log.Fatal("请求失败", err) }