Add simple example for tensorflow integration

volcano-sh · Jul 24, 2019 · 8124dd6 · 8124dd6
1 parent 24527ea
commit 8124dd6
Show file tree

Hide file tree

Showing 3 changed files with 57 additions and 0 deletions.
diff --git a/example/integrations/tensorflow/Dockerfile → ...egrations/tensorflow/benchmark/Dockerfile b/example/integrations/tensorflow/Dockerfile → ...egrations/tensorflow/benchmark/Dockerfile
diff --git a/...e/integrations/tensorflow/tf-example.yaml → ...ions/tensorflow/benchmark/tf-example.yaml b/...e/integrations/tensorflow/tf-example.yaml → ...ions/tensorflow/benchmark/tf-example.yaml
diff --git a/example/integrations/tensorflow/dist-mnist/tf-dist-mnist-example.yaml b/example/integrations/tensorflow/dist-mnist/tf-dist-mnist-example.yaml
@@ -0,0 +1,57 @@
+apiVersion: batch.volcano.sh/v1alpha1
+kind: Job
+metadata:
+  name: tensorflow-dist-mnist
+spec:
+  minAvailable: 3
+  schedulerName: volcano
+  plugins:
+    env: []
+    svc: []
+  policies:
+    - event: PodEvicted
+      action: RestartJob
+  tasks:
+    - replicas: 1
+      name: ps
+      template:
+        spec:
+          containers:
+            - command:
+                - sh
+                - -c
+                - |
+                  PS_HOST=`cat /etc/volcano/ps.host | sed 's/$/&:2222/g' | sed 's/^/"/;s/$/"/' | tr "\n" ","`;
+                  WORKER_HOST=`cat /etc/volcano/worker.host | sed 's/$/&:2222/g' | sed 's/^/"/;s/$/"/' | tr "\n" ","`;
+                  export TF_CONFIG={\"cluster\":{\"ps\":[${PS_HOST}],\"worker\":[${WORKER_HOST}]},\"task\":{\"type\":\"ps\",\"index\":${VK_TASK_INDEX}},\"environment\":\"cloud\"};
+                  python /var/tf_dist_mnist/dist_mnist.py
+              image: thanda/tf-operator-example:1.0
+              name: tensorflow
+              ports:
+                - containerPort: 2222
+                  name: tfjob-port
+              resources: {}
+          restartPolicy: Never
+    - replicas: 2
+      name: worker
+      policies:
+        - event: TaskCompleted
+          action: CompleteJob
+      template:
+        spec:
+          containers:
+            - command:
+                - sh
+                - -c
+                - |
+                  PS_HOST=`cat /etc/volcano/ps.host | sed 's/$/&:2222/g' | sed 's/^/"/;s/$/"/' | tr "\n" ","`;
+                  WORKER_HOST=`cat /etc/volcano/worker.host | sed 's/$/&:2222/g' | sed 's/^/"/;s/$/"/' | tr "\n" ","`;
+                  export TF_CONFIG={\"cluster\":{\"ps\":[${PS_HOST}],\"worker\":[${WORKER_HOST}]},\"task\":{\"type\":\"worker\",\"index\":${VK_TASK_INDEX}},\"environment\":\"cloud\"};
+                  python /var/tf_dist_mnist/dist_mnist.py
+              image: thanda/tf-operator-example:1.0
+              name: tensorflow
+              ports:
+                - containerPort: 2222
+                  name: tfjob-port
+              resources: {}
+          restartPolicy: Never