Monitoring: Add kubernetes dashboards for cloud tidb cluster

cmd/Dockerfile

@@ -5,6 +5,7 @@ RUN chmod +x /usr/bin/init.sh
 
 COPY dashboards/*.json /tmp/
 COPY rules/*.rules.yml /tmp/
+COPY datasources/*.yaml /tmp/
 
 ENTRYPOINT ["/usr/bin/init.sh"]
 CMD ["TIDB-Cluster", "/grafana-dashboard-definitions/tidb/", "false", "/etc/prometheus"]

cmd/datasource/disk-datasource.yaml

@@ -0,0 +1,14 @@
+{
+  "apiVersion": 1,
+  "datasources": [
+    {
+      "access": "proxy",
+      "editable": true,
+      "name": "k8s-cluster",
+      "orgId": 1,
+      "type": "prometheus",
+      "url": "http://prometheus-k8s.monitoring.svc:9090",
+      "version": 1
+    }
+  ]
+}

cmd/datasource/tidb-cluster-datasource.yaml

@@ -0,0 +1,14 @@
+{
+  "apiVersion": 1,
+  "datasources": [
+  {
+    "access": "proxy",
+    "editable": false,
+    "name": "tidb-cluster",
+    "orgId": 1,
+    "type": "prometheus",
+    "url": "http://127.0.0.1:9090",
+    "version": 1
+  }
+  ]
+}

cmd/init.sh

@@ -47,4 +47,35 @@ cp /tmp/*.rules.yml $PROM_CONFIG_PATH/rules
 for file in $PROM_CONFIG_PATH/rules/*
 do
     sed -i 's/ENV_LABELS_ENV/'$TIDB_CLUSTER_NAME'/g' $file
-done
+done
+
+# Datasources
+if [ $GF_DATASOURCE_PATH ];
+then
+    if [ $GF_NODE_EXPORTER_DATASOURCE_URL ];
+    then
+        sed -i 's,http://prometheus-k8s.monitoring.svc:9090,'$GF_NODE_EXPORTER_DATASOURCE_URL',g' /tmp/disk-datasource.yaml
+    fi
+
+    if [ $GF_TIDB_CLUSTER_URL ];
+    then
+        sed -i 's,http://127.0.0.1:9090,'$GF_TIDB_CLUSTER_URL',g' /tmp/tidb-cluster-datasource.yaml
+    fi
+
+    cp /tmp/disk-datasource.yaml $GF_DATASOURCE_PATH/
+    cp /tmp/tidb-cluster-datasource.yaml $GF_DATASOURCE_PATH/
+
+    # pods
+    if [ $TIDB_CLUSTER_NAMESPACE ];
+    then
+         sed -i 's/TIDB_NAMESPACE/'$TIDB_CLUSTER_NAMESPACE'/g' /tmp/pods.json
+    fi
+    sed -i 's/Test-Cluster-Pods/'$TIDB_CLUSTER_NAME'-Pods/g' /tmp/pods.json
+    cp /tmp/pods.json $GF_PROVISIONING_PATH/dashboards
+
+    # nodes
+     sed -i 's/Test-Cluster-Nodes/'$TIDB_CLUSTER_NAME'-Nodes/g' /tmp/nodes.json
+     cp /tmp/nodes.json $GF_PROVISIONING_PATH/dashboards
+
+fi
+

cmd/main.go

@@ -55,7 +55,16 @@ var (
 	rules = []string{"tidb.rules.yml", "pd.rules.yml", "tikv-pull.rules.yml", "tikv.rules.yml"}
 	overviewExlcudeItems = []string{"Services Port Status", "System Info"}
 	tikvExcludeItems = []string{"IO utilization"}
-	dockerfiles = []string{"Dockerfile", "init.sh"}
+	//dockerfiles = []string{"Dockerfile", "init.sh"}
+
+	localFiles = map[string]string {
+		"datasource/disk-datasource.yaml": "datasources",
+		"datasource/tidb-cluster-datasource.yaml": "datasources",
+		"pods/pods.json": "dashboards",
+		"nodes/nodes.json": "dashboards",
+		"Dockerfile": ".",
+		"init.sh": ".",
+	}
 )
 
 func main() {
@@ -100,8 +109,9 @@ func exportMonitorData() {
 		fetchRules(tag, dir)
 		return dir
 	}).Each(func(dir string) {
-		stream.FromArray(dockerfiles).Each(func(file string) {
-			copyDockerfiles(baseDir, dir, file)
+
+		stream.FromMapEntries(localFiles).Each(func(entry stream.MapEntry) {
+			copyLocalfiles(baseDir, dir, entry.Key.(reflect.Value).String(), entry.Value.(string))
 		})
 	})
 }
@@ -288,10 +298,14 @@ func deleteItem(source string, path string) string {
 	return newStr
 }
 
-func copyDockerfiles(baseDir string, currentDir string, copyFile string) {
-	df, err := ioutil.ReadFile(fmt.Sprintf("%s%ccmd%c%s", baseDir, filepath.Separator, filepath.Separator, copyFile))
-	checkErr(err, fmt.Sprintf("read file failed, file=%s", copyFile))
-	checkErr(ioutil.WriteFile(fmt.Sprintf("%s%c%s", currentDir, filepath.Separator, copyFile), df, os.ModePerm), "create file failed")
+func copyLocalfiles(baseDir string, currentDir string, sourceFile string, dstPath string) {
+	df, err := ioutil.ReadFile(fmt.Sprintf("%s%ccmd%c%s", baseDir, filepath.Separator, filepath.Separator, sourceFile))
+	checkErr(err, fmt.Sprintf("read file failed, file=%s", sourceFile))
+	dstDir := fmt.Sprintf("%s%c%s", currentDir, filepath.Separator, dstPath)
+	if !exist(dstDir) {
+		os.Mkdir(dstDir, os.ModePerm)
+	}
+	checkErr(ioutil.WriteFile(fmt.Sprintf("%s%c%s", dstDir, filepath.Separator, extract(sourceFile)), df, os.ModePerm), "create file failed")
 }
 
 func checkErr(err error, msg string) {
@@ -307,4 +321,21 @@ func compareVersion(tag string) bool {
 	checkErr(err, "")
 
 	return v2.GreaterThanOrEqual(v1)
+}
+
+func extract(path string) string {
+	for i := len(path) - 1; i >= 0; i-- {
+		if path[i] == filepath.Separator {
+			return path[i:]
+		}
+	}
+	return path
+}
+
+func exist(path string) bool {
+	if _, err := os.Stat(path); err != nil {
+		return false
+	} else {
+		return true
+	}
 }