feat: support data transfer protection in HDFS artifacts (#13482) (#1…

…3483) Signed-off-by: Injun Baeg <ij.baeg@navercorp.com>
argoproj · Sep 10, 2024 · 1b0f008 · 1b0f008
1 parent 88ebcdb
commit 1b0f008
Show file tree

Hide file tree

Showing 34 changed files with 1,319 additions and 705 deletions.
diff --git a/api/jsonschema/schema.json b/api/jsonschema/schema.json
diff --git a/api/openapi-spec/swagger.json b/api/openapi-spec/swagger.json
diff --git a/docs/executor_swagger.md b/docs/executor_swagger.md
@@ -1438,6 +1438,7 @@ into the Pod's container.
 | Name | Type | Go type | Required | Default | Description | Example |
 |------|------|---------|:--------:| ------- |-------------|---------|
 | addresses | []string| `[]string` |  | | Addresses is accessible addresses of HDFS name nodes |  |
+| dataTransferProtection | string| `string` |  | | DataTransferProtection is the protection level for HDFS data transfer.</br>It corresponds to the dfs.data.transfer.protection configuration in HDFS. |  |
 | force | boolean| `bool` |  | | Force copies a file forcibly even if it exists |  |
 | hdfsUser | string| `string` |  | | HDFSUser is the user to access HDFS file system.</br>It is ignored if either ccache or keytab is used. |  |
 | krbCCacheSecret | [SecretKeySelector](#secret-key-selector)| `SecretKeySelector` |  | |  |  |

diff --git a/docs/fields.md b/docs/fields.md
@@ -3411,6 +3411,7 @@ HDFSArtifact is the location of an HDFS artifact
 | Field Name | Field Type | Description   |
 |:----------:|:----------:|---------------|
 |`addresses`|`Array< string >`|Addresses is accessible addresses of HDFS name nodes|
+|`dataTransferProtection`|`string`|DataTransferProtection is the protection level for HDFS data transfer. It corresponds to the dfs.data.transfer.protection configuration in HDFS.|
 |`force`|`boolean`|Force copies a file forcibly even if it exists|
 |`hdfsUser`|`string`|HDFSUser is the user to access HDFS file system. It is ignored if either ccache or keytab is used.|
 |`krbCCacheSecret`|[`SecretKeySelector`](#secretkeyselector)|KrbCCacheSecret is the secret selector for Kerberos ccache Either ccache or keytab can be set to use Kerberos.|
@@ -4194,6 +4195,7 @@ HDFSArtifactRepository defines the controller configuration for an HDFS artifact
 | Field Name | Field Type | Description   |
 |:----------:|:----------:|---------------|
 |`addresses`|`Array< string >`|Addresses is accessible addresses of HDFS name nodes|
+|`dataTransferProtection`|`string`|DataTransferProtection is the protection level for HDFS data transfer. It corresponds to the dfs.data.transfer.protection configuration in HDFS.|
 |`force`|`boolean`|Force copies a file forcibly even if it exists|
 |`hdfsUser`|`string`|HDFSUser is the user to access HDFS file system. It is ignored if either ccache or keytab is used.|
 |`krbCCacheSecret`|[`SecretKeySelector`](#secretkeyselector)|KrbCCacheSecret is the secret selector for Kerberos ccache Either ccache or keytab can be set to use Kerberos.|

diff --git a/examples/hdfs-artifact.yaml b/examples/hdfs-artifact.yaml
@@ -38,6 +38,7 @@ spec:
           path: "/tmp/argo/foo"
           hdfsUser: root
           force: true
+          # dataTransferProtection: authentication
           # krbCCacheSecret:
           #   name: krb
           #   key: krb5cc_0
@@ -63,6 +64,7 @@ spec:
           path: "/tmp/argo/foo"
           hdfsUser: root
           force: true
+          # dataTransferProtection: authentication
           # krbCCacheSecret:
           #   name: krb
           #   key: krb5cc_0

diff --git a/manifests/base/crds/full/argoproj.io_clusterworkflowtemplates.yaml b/manifests/base/crds/full/argoproj.io_clusterworkflowtemplates.yaml
diff --git a/manifests/base/crds/full/argoproj.io_cronworkflows.yaml b/manifests/base/crds/full/argoproj.io_cronworkflows.yaml
diff --git a/manifests/base/crds/full/argoproj.io_workflowartifactgctasks.yaml b/manifests/base/crds/full/argoproj.io_workflowartifactgctasks.yaml
diff --git a/manifests/base/crds/full/argoproj.io_workfloweventbindings.yaml b/manifests/base/crds/full/argoproj.io_workfloweventbindings.yaml