Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Added localup script. #601

Merged
merged 1 commit into from
Dec 13, 2019
Merged

Added localup script. #601

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
237 changes: 237 additions & 0 deletions hack/local-up-cluster.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,237 @@
#!/bin/bash

if [ -z $GOPATH ]; then
echo "Please set GOPATH to start the cluster :)"
exit 1
fi

K8S_HOME=$GOPATH/src/k8s.io/kubernetes
VC_HOME=$GOPATH/src/volcano.sh/volcano

CERT_DIR=${VC_HOME}/volcano/certs

LOCALHOST="127.0.0.1"
API_PORT="6443"

ROOT_CA=
ROOT_CA_KEY=

SERVICE_ACCOUNT_KEY=${VC_HOME}/volcano/certs/service-account.key

function install_tools {
for d in work logs certs config static-pods
do
mkdir -p ${VC_HOME}/volcano/$d
done

go get -u github.com/cloudflare/cfssl/cmd/...
}

function build_binaries {
echo "Building Kubernetes ...... "
echo "$(
cd $K8S_HOME
make kubectl kube-controller-manager kube-apiserver kubelet kube-proxy
)"

echo "Building Volcano ...... "
echo "$(
cd $VC_HOME
make
)"
}

function create_certkey {
local name=$1
local cn=$2
local org=$3

local hosts=""
local SEP=""

shift 3
while [ -n "${1:-}" ]; do
hosts+="${SEP}\"$1\""
SEP=","
shift 1
done

echo '{"CN":"'${cn}'","hosts":['${hosts}'],"key":{"algo":"rsa","size":2048},"names":[{"O":"'${org}'"}]}' \
| cfssl gencert -ca=${CERT_DIR}/root.pem -ca-key=${CERT_DIR}/root-key.pem -config=${CERT_DIR}/root-ca-config.json - \
| cfssljson -bare ${CERT_DIR}/$name
}

function generate_cert_files {
openssl genrsa -out "${SERVICE_ACCOUNT_KEY}" 2048 2>/dev/null

echo '{"signing":{"default":{"expiry":"8760h","usages":["signing","key encipherment","server auth","client auth"]}}}' \
> ${CERT_DIR}/root-ca-config.json

echo '{"CN":"volcano","key":{"algo":"rsa","size":2048},"names":[{"O":"volcano"}]}' | cfssl gencert -initca - \
| cfssljson -bare ${CERT_DIR}/root

create_certkey "kube-apiserver" "kubernetes.default" "volcano" "kubernetes.default.svc" "localhost" "127.0.0.1" "10.0.0.1"
create_certkey "admin" "system:admin" "system:masters"
create_certkey "kube-proxy" "system:kube-proxy" "volcano"
create_certkey "kubelet" "system:node:127.0.0.1" "system:nodes"
create_certkey "controller-manager" "system:kube-controller-manager" "volcano"
create_certkey "scheduler" "system:scheduler" "volcano"
create_certkey "webhook-manager" "volcano-webhook-manager" "volcano" "localhost" "127.0.0.1"

write_kube_config "controller-manager"
write_kube_config "scheduler"
write_kube_config "kubelet"
write_kube_config "admin"
}

function write_kube_config {
local name=$1

kubectl config set-cluster local --server=https://${LOCALHOST}:6443 --certificate-authority=${CERT_DIR}/root.pem \
--kubeconfig ${VC_HOME}/volcano/config/${name}.config

kubectl config set-credentials myself --client-key=${CERT_DIR}/${name}-key.pem \
--client-certificate=${CERT_DIR}/${name}.pem --kubeconfig ${VC_HOME}/volcano/config/${name}.config

kubectl config set-context local --cluster=local --user=myself --kubeconfig ${VC_HOME}/volcano/config/${name}.config
kubectl config use-context local --kubeconfig ${VC_HOME}/volcano/config/${name}.config

# kubectl --kubeconfig ./controller-manager.config config view --minify --flatten > ${TOP_DIR}/volcano/config/controller-manager.config
}

function start_etcd {
nohup ${K8S_HOME}/third_party/etcd/etcd \
--advertise-client-urls="http://${LOCALHOST}:2379" \
--listen-client-urls="http://0.0.0.0:2379" \
--data-dir=${VC_HOME}/volcano/work/etcd \
--debug > ${VC_HOME}/volcano/logs/etcd.log 2>&1 &
}

function start_apiserver {
nohup ${K8S_HOME}/_output/bin/kube-apiserver \
--logtostderr="false" \
--log-file=${VC_HOME}/volcano/logs/kube-apiserver.log \
--service-account-key-file=${SERVICE_ACCOUNT_KEY} \
--etcd-servers="http://${LOCALHOST}:2379" \
--cert-dir=${CERT_DIR} \
--tls-cert-file=${CERT_DIR}/kube-apiserver.pem \
--tls-private-key-file=${CERT_DIR}/kube-apiserver-key.pem \
--client-ca-file=${CERT_DIR}/root.pem \
--kubelet-client-certificate=${CERT_DIR}/kube-apiserver.pem \
--kubelet-client-key=${CERT_DIR}/kube-apiserver-key.pem \
--insecure-bind-address=0.0.0.0 \
--secure-port=${API_PORT} \
--storage-backend=etcd3 \
--feature-gates=AllAlpha=false \
--service-cluster-ip-range=10.0.0.0/24 &
}

function start_controller_manager {
nohup ${VC_HOME}/_output/bin/vc-controllers \
--v=3 \
--logtostderr=false \
--log-file=${VC_HOME}/volcano/logs/vc-controllers.log \
--scheduler-name=default \
--kubeconfig=${VC_HOME}/volcano/config/controller-manager.config &

nohup ${K8S_HOME}/_output/bin/kube-controller-manager \
--v=3 \
--logtostderr="false" \
--log-file=${VC_HOME}/volcano/logs/kube-controller-manager.log \
--service-account-private-key-file=${SERVICE_ACCOUNT_KEY} \
--root-ca-file=${CERT_DIR}/root.pem \
--cluster-signing-cert-file=${CERT_DIR}/root.pem \
--cluster-signing-key-file=${CERT_DIR}/root-key.pem \
--enable-hostpath-provisioner=false \
--pvclaimbinder-sync-period=15s \
--feature-gates=AllAlpha=false \
--kubeconfig ${VC_HOME}/volcano/config/controller-manager.config \
--use-service-account-credentials \
--controllers=* \
--leader-elect=false \
--cert-dir=${CERT_DIR} &
}

function start_kubelet {
nohup ${K8S_HOME}/_output/bin/kubelet \
--logtostderr="false" \
--log-file=${VC_HOME}/volcano/logs/kubelet.log \
--chaos-chance=0.0 \
--container-runtime=docker \
--hostname-override=${LOCALHOST} \
--address=${LOCALHOST} \
--kubeconfig ${VC_HOME}/volcano/config/kubelet.config \
--feature-gates=AllAlpha=false \
--cpu-cfs-quota=true \
--enable-controller-attach-detach=true \
--cgroups-per-qos=true \
--cgroup-driver=cgroupfs \
--eviction-hard='memory.available<100Mi,nodefs.available<10%,nodefs.inodesFree<5%' \
--eviction-pressure-transition-period=1m \
--pod-manifest-path=${VC_HOME}/volcano/static-pods \
--fail-swap-on=false \
--authorization-mode=Webhook \
--authentication-token-webhook \
--client-ca-file=${CERT_DIR}/root.pem \
--cluster-dns=10.0.0.10 \
--cluster-domain=cluster.local \
--runtime-request-timeout=2m \
--port=10250 &
}

function start_volcano_scheduler {
nohup ${VC_HOME}/_output/bin/vc-scheduler \
--v=4 \
--logtostderr=false \
--listen-address=":8090" \
--log-file=${VC_HOME}/volcano/logs/vc-scheduler.log \
--scheduler-name=default \
--kubeconfig=${VC_HOME}/volcano/config/scheduler.config &
}

function start_volcano_admission {
nohup ${VC_HOME}/_output/bin/vc-admission \
-v 3 \
--logtostderr=false \
--log-file=${VC_HOME}/volcano/logs/vc-admission.log \
--ca-cert-file ${CERT_DIR}/root.pem \
--kuconfig ${VC_HOME}/volcano/config/admin.config \
--tls-cert-file ${CERT_DIR}/webhook-manager.pem \
--tls-private-key-file ${CERT_DIR}/webhook-manager-key.pem \
--webhook-url https://127.0.0.1:443 &
}

function cleanup_cluster {
killall -9 etcd kube-apiserver kube-controller-manager kubelet vc-controllers vc-scheduler vc-admission
rm -rf ${VC_HOME}/volcano

# Waiting for TIME_WAIT
sleep 6
}

function apply_volcano_crds {
kubectl get ns --kubeconfig ${VC_HOME}/volcano/config/admin.config

for crd in scheduling_v1alpha2_podgroup.yaml batch_v1alpha1_job.yaml scheduling_v1alpha1_podgroup.yaml scheduling_v1alpha2_queue.yaml bus_v1alpha1_command.yaml scheduling_v1alpha1_queue.yaml
do
kubectl apply -f ${VC_HOME}/installer/helm/chart/volcano/templates/$crd --kubeconfig ${VC_HOME}/volcano/config/admin.config
done
}

cleanup_cluster

install_tools

# build_binaries

generate_cert_files

start_etcd
start_apiserver
apply_volcano_crds
start_controller_manager
start_volcano_admission
start_volcano_scheduler
start_kubelet