From a996c2e563da69e9716188450bf8aecc02f328a0 Mon Sep 17 00:00:00 2001 From: weekface Date: Tue, 31 Mar 2020 16:10:15 +0800 Subject: [PATCH 1/5] support pd dashboard config --- docs/api-references/docs.md | 62 +++++++++++++++++++ manifests/crd.yaml | 1 + .../pingcap/v1alpha1/openapi_generated.go | 7 ++- pkg/apis/pingcap/v1alpha1/pd_config.go | 10 +++ .../pingcap/v1alpha1/zz_generated.deepcopy.go | 21 +++++++ pkg/manager/member/pd_member_manager.go | 25 +++++++- 6 files changed, 124 insertions(+), 2 deletions(-) diff --git a/docs/api-references/docs.md b/docs/api-references/docs.md index eac6a18527..bca102197d 100644 --- a/docs/api-references/docs.md +++ b/docs/api-references/docs.md @@ -2990,6 +2990,55 @@ CrdKind +

DashboardConfig +

+

+(Appears on: +PDConfig) +

+

+

DashboardConfig is the configuration for tidb-dashboard.

+

+ + + + + + + + + + + + + + + + + + + + + +
FieldDescription
+tidb_cacert_path
+ +string + +		 +
+tidb_cert_path
+ +string + +		 +
+tidb_key_path
+ +string + +		 +

Experimental

@@ -4388,6 +4437,19 @@ bool (Optional) + + +dashboard
+ + +DashboardConfig + + + + +(Optional) + +

OpenTracingReporter diff --git a/manifests/crd.yaml b/manifests/crd.yaml index e10827ddf4..3b5a2f5693 100644 --- a/manifests/crd.yaml +++ b/manifests/crd.yaml @@ -1344,6 +1344,7 @@ spec: type: string cluster-version: type: string + dashboard: {} election-interval: description: ElectionInterval is the interval for etcd Raft election. diff --git a/pkg/apis/pingcap/v1alpha1/openapi_generated.go b/pkg/apis/pingcap/v1alpha1/openapi_generated.go index 8036a7a9c8..1a1b68acea 100644 --- a/pkg/apis/pingcap/v1alpha1/openapi_generated.go +++ b/pkg/apis/pingcap/v1alpha1/openapi_generated.go @@ -1829,11 +1829,16 @@ func schema_pkg_apis_pingcap_v1alpha1_PDConfig(ref common.ReferenceCallback) com Format: "", }, }, + "dashboard": { + SchemaProps: spec.SchemaProps{ + Ref: ref("github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.DashboardConfig"), + }, + }, }, }, }, Dependencies: []string{ - "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDLogConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDMetricConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDNamespaceConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDReplicationConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDScheduleConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDSecurityConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDServerConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDStoreLabel"}, + "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.DashboardConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDLogConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDMetricConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDNamespaceConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDReplicationConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDScheduleConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDSecurityConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDServerConfig", "github.com/pingcap/tidb-operator/pkg/apis/pingcap/v1alpha1.PDStoreLabel"}, } } diff --git a/pkg/apis/pingcap/v1alpha1/pd_config.go b/pkg/apis/pingcap/v1alpha1/pd_config.go index 29b56875dd..f3b2e6612f 100644 --- a/pkg/apis/pingcap/v1alpha1/pd_config.go +++ b/pkg/apis/pingcap/v1alpha1/pd_config.go @@ -118,6 +118,16 @@ type PDConfig struct { // Optional: Defaults to true // +optional NamespaceClassifier string `toml:"namespace-classifier,omitempty" json:"namespace-classifier,omitempty"` + + // +optional + Dashboard *DashboardConfig `toml:"dashboard,omitempty" json:"dashboard,omitempty"` +} + +// DashboardConfig is the configuration for tidb-dashboard. +type DashboardConfig struct { + TiDBCAPath string `toml:"tidb-cacert-path,omitempty" json:"tidb_cacert_path,omitempty"` + TiDBCertPath string `toml:"tidb-cert-path,omitempty" json:"tidb_cert_path,omitempty"` + TiDBKeyPath string `toml:"tidb-key-path,omitempty" json:"tidb_key_path,omitempty"` } // PDLogConfig serializes log related config in toml/json. diff --git a/pkg/apis/pingcap/v1alpha1/zz_generated.deepcopy.go b/pkg/apis/pingcap/v1alpha1/zz_generated.deepcopy.go index 2e7a088d85..a56247a7d6 100644 --- a/pkg/apis/pingcap/v1alpha1/zz_generated.deepcopy.go +++ b/pkg/apis/pingcap/v1alpha1/zz_generated.deepcopy.go @@ -680,6 +680,22 @@ func (in *CrdKinds) DeepCopy() *CrdKinds { return out } +// DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil. +func (in *DashboardConfig) DeepCopyInto(out *DashboardConfig) { + *out = *in + return +} + +// DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new DashboardConfig. +func (in *DashboardConfig) DeepCopy() *DashboardConfig { + if in == nil { + return nil + } + out := new(DashboardConfig) + in.DeepCopyInto(out) + return out +} + // DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil. func (in *DataResource) DeepCopyInto(out *DataResource) { *out = *in @@ -1504,6 +1520,11 @@ func (in *PDConfig) DeepCopyInto(out *PDConfig) { } } } + if in.Dashboard != nil { + in, out := &in.Dashboard, &out.Dashboard + *out = new(DashboardConfig) + **out = **in + } return } diff --git a/pkg/manager/member/pd_member_manager.go b/pkg/manager/member/pd_member_manager.go index 932fc9130c..b6c173f7b0 100644 --- a/pkg/manager/member/pd_member_manager.go +++ b/pkg/manager/member/pd_member_manager.go @@ -38,7 +38,8 @@ import ( const ( // pdClusterCertPath is where the cert for inter-cluster communication stored (if any) - pdClusterCertPath = "/var/lib/pd-tls" + pdClusterCertPath = "/var/lib/pd-tls" + tidbClientCertPath = "/var/lib/tidb-client-tls" ) type pdMemberManager struct { @@ -513,6 +514,11 @@ func getNewPDSetForTidbCluster(tc *v1alpha1.TidbCluster, cm *corev1.ConfigMap) ( Name: "pd-tls", ReadOnly: true, MountPath: "/var/lib/pd-tls", }) } + if tc.Spec.TiDB.IsTLSClientEnabled() { + volMounts = append(volMounts, corev1.VolumeMount{ + Name: "tidb-client-tls", ReadOnly: true, MountPath: "/var/lib/tidb-client-tls", + }) + } vols := []corev1.Volume{ annVolume, @@ -546,6 +552,15 @@ func getNewPDSetForTidbCluster(tc *v1alpha1.TidbCluster, cm *corev1.ConfigMap) ( }, }) } + if tc.Spec.TiDB.IsTLSClientEnabled() { + vols = append(vols, corev1.Volume{ + Name: "tidb-client-tls", VolumeSource: corev1.VolumeSource{ + Secret: &corev1.SecretVolumeSource{ + SecretName: util.TiDBClientTLSSecretName(tc.Name), + }, + }, + }) + } storageRequest, err := controller.ParseStorageRequest(tc.Spec.PD.Requests) if err != nil { @@ -688,6 +703,14 @@ func getPDConfigMap(tc *v1alpha1.TidbCluster) (*corev1.ConfigMap, error) { config.Security.CertPath = path.Join(pdClusterCertPath, corev1.TLSCertKey) config.Security.KeyPath = path.Join(pdClusterCertPath, corev1.TLSPrivateKeyKey) } + if tc.Spec.TiDB.IsTLSClientEnabled() { + if config.Dashboard == nil { + config.Dashboard = &v1alpha1.DashboardConfig{} + } + config.Dashboard.TiDBCAPath = path.Join(tidbClientCertPath, tlsSecretRootCAKey) + config.Dashboard.TiDBCertPath = path.Join(tidbClientCertPath, corev1.TLSCertKey) + config.Dashboard.TiDBKeyPath = path.Join(tidbClientCertPath, corev1.TLSPrivateKeyKey) + } confText, err := MarshalTOML(config) if err != nil { From 122cf6ab280eb8dd69128fe7332960b86a326a52 Mon Sep 17 00:00:00 2001 From: weekface Date: Tue, 31 Mar 2020 17:34:21 +0800 Subject: [PATCH 2/5] Update pkg/manager/member/pd_member_manager.go Co-Authored-By: DanielZhangQD <36026334+DanielZhangQD@users.noreply.github.com> --- pkg/manager/member/pd_member_manager.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pkg/manager/member/pd_member_manager.go b/pkg/manager/member/pd_member_manager.go index b6c173f7b0..a316d3b53e 100644 --- a/pkg/manager/member/pd_member_manager.go +++ b/pkg/manager/member/pd_member_manager.go @@ -516,7 +516,7 @@ func getNewPDSetForTidbCluster(tc *v1alpha1.TidbCluster, cm *corev1.ConfigMap) ( } if tc.Spec.TiDB.IsTLSClientEnabled() { volMounts = append(volMounts, corev1.VolumeMount{ - Name: "tidb-client-tls", ReadOnly: true, MountPath: "/var/lib/tidb-client-tls", + Name: "tidb-client-tls", ReadOnly: true, MountPath: tidbClientCertPath, }) } From aacf4aa1645f64dbf7c83cd6064640fdc8038825 Mon Sep 17 00:00:00 2001 From: weekface Date: Thu, 2 Apr 2020 16:39:54 +0800 Subject: [PATCH 3/5] fix ci --- examples/selfsigned-tls/tidb-server-cert.yaml | 22 +++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/examples/selfsigned-tls/tidb-server-cert.yaml b/examples/selfsigned-tls/tidb-server-cert.yaml index 6580dc5091..ac9eb1d147 100644 --- a/examples/selfsigned-tls/tidb-server-cert.yaml +++ b/examples/selfsigned-tls/tidb-server-cert.yaml @@ -20,3 +20,25 @@ spec: issuerRef: name: selfsigned-cert-issuer kind: Issuer +--- +apiVersion: cert-manager.io/v1alpha2 +kind: Certificate +metadata: + name: tidb-client-cert +spec: + secretName: tls-tidb-client-secret # -tidb-client-secret + subject: + organizationalUnits: + - "TiDB Operator" + organization: + - "PingCAP" + duration: "8760h" # 364 days + # If you want verify server cert Common Name (e.g. --ssl-verify-server-cert + # flag in MySQL CLI), you must configure the HostName you used to connect the + # server here. + commonName: "tls-tidb-client" + usages: + - "client auth" + issuerRef: + name: selfsigned-cert-issuer + kind: Issuer From cf61bf52b101f0f0f9ed825136e143ebb447261e Mon Sep 17 00:00:00 2001 From: weekface Date: Fri, 3 Apr 2020 11:01:45 +0800 Subject: [PATCH 4/5] address comment --- examples/selfsigned-tls/tidb-client-cert.yaml | 21 ++++++++++++++++++ examples/selfsigned-tls/tidb-server-cert.yaml | 22 ------------------- 2 files changed, 21 insertions(+), 22 deletions(-) create mode 100644 examples/selfsigned-tls/tidb-client-cert.yaml diff --git a/examples/selfsigned-tls/tidb-client-cert.yaml b/examples/selfsigned-tls/tidb-client-cert.yaml new file mode 100644 index 0000000000..df740c27ed --- /dev/null +++ b/examples/selfsigned-tls/tidb-client-cert.yaml @@ -0,0 +1,21 @@ +apiVersion: cert-manager.io/v1alpha2 +kind: Certificate +metadata: + name: tidb-client-cert +spec: + secretName: tls-tidb-client-secret # -tidb-client-secret + subject: + organizationalUnits: + - "TiDB Operator" + organization: + - "PingCAP" + duration: "8760h" # 364 days + # If you want verify server cert Common Name (e.g. --ssl-verify-server-cert + # flag in MySQL CLI), you must configure the HostName you used to connect the + # server here. + commonName: "tls-tidb-client" + usages: + - "client auth" + issuerRef: + name: selfsigned-cert-issuer + kind: Issuer diff --git a/examples/selfsigned-tls/tidb-server-cert.yaml b/examples/selfsigned-tls/tidb-server-cert.yaml index ac9eb1d147..6580dc5091 100644 --- a/examples/selfsigned-tls/tidb-server-cert.yaml +++ b/examples/selfsigned-tls/tidb-server-cert.yaml @@ -20,25 +20,3 @@ spec: issuerRef: name: selfsigned-cert-issuer kind: Issuer ---- -apiVersion: cert-manager.io/v1alpha2 -kind: Certificate -metadata: - name: tidb-client-cert -spec: - secretName: tls-tidb-client-secret # -tidb-client-secret - subject: - organizationalUnits: - - "TiDB Operator" - organization: - - "PingCAP" - duration: "8760h" # 364 days - # If you want verify server cert Common Name (e.g. --ssl-verify-server-cert - # flag in MySQL CLI), you must configure the HostName you used to connect the - # server here. - commonName: "tls-tidb-client" - usages: - - "client auth" - issuerRef: - name: selfsigned-cert-issuer - kind: Issuer From d61717cf524a0d0903571d1b40094ce34c622c14 Mon Sep 17 00:00:00 2001 From: weekface Date: Fri, 10 Apr 2020 15:45:57 +0800 Subject: [PATCH 5/5] fix ci --- docs/api-references/docs.md | 26 +++++++++++++------------- 1 file changed, 13 insertions(+), 13 deletions(-) diff --git a/docs/api-references/docs.md b/docs/api-references/docs.md index bca102197d..0f6e15a47a 100644 --- a/docs/api-references/docs.md +++ b/docs/api-references/docs.md @@ -4437,19 +4437,6 @@ bool (Optional) - - -dashboard
- - -DashboardConfig - - - - -(Optional) - -

OpenTracingReporter @@ -4897,6 +4884,19 @@ namespaces. Optional: Defaults to true

+ + +dashboard
+ + +DashboardConfig + + + + +(Optional) + +

PDFailureMember