diff --git a/cli/Dockerfile b/cli/Dockerfile
index 31849290ee8..9ea39d52397 100644
--- a/cli/Dockerfile
+++ b/cli/Dockerfile
@@ -1,9 +1,9 @@
-FROM golang:1.8.2 AS build-env
+FROM golang:alpine AS build-env
 # The GOPATH in the image is /go.
 ADD . /go/src/github.com/kubeflow/hp-tuning
 WORKDIR /go/src/github.com/kubeflow/hp-tuning/cli
 RUN go build -o katib-cli
 
-FROM centos:7
+FROM alpine:3.7
 WORKDIR /app
 COPY --from=build-env /go/src/github.com/kubeflow/hp-tuning/cli/katib-cli /app/