-
Notifications
You must be signed in to change notification settings - Fork 0
/
setup_kubernetes_openfaas.sh
154 lines (127 loc) · 5.67 KB
/
setup_kubernetes_openfaas.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
#!/bin/bash
set -ex
sudo modprobe br_netfilter
cat <<EOF | sudo tee /etc/sysctl.d/k8s.conf
net.bridge.bridge-nf-call-ip6tables = 1
net.bridge.bridge-nf-call-iptables = 1
EOF
sudo sysctl --system
cat > /etc/modules-load.d/containerd.conf <<EOF
overlay
br_netfilter
EOF
modprobe overlay
modprobe br_netfilter
cat > /etc/sysctl.d/99-kubernetes-cri.conf <<EOF
net.bridge.bridge-nf-call-iptables = 1
net.ipv4.ip_forward = 1
net.bridge.bridge-nf-call-ip6tables = 1
EOF
sysctl --system
apt-get update && apt-get install -y apt-transport-https ca-certificates curl software-properties-common apparmor
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | apt-key add -
add-apt-repository \
"deb [arch=amd64] https://download.docker.com/linux/ubuntu \
$(lsb_release -cs) \
stable"
apt-get update && apt-get remove containerd.io && apt-get install -y containerd.io=1.6.12-1
mkdir -p /etc/containerd
containerd config default > /etc/containerd/config.toml
systemctl restart containerd
sudo apt-get update && sudo apt-get install -y apt-transport-https curl
curl -s https://packages.cloud.google.com/apt/doc/apt-key.gpg | sudo apt-key add -
cat <<EOF | sudo tee /etc/apt/sources.list.d/kubernetes.list
deb https://apt.kubernetes.io/ kubernetes-xenial main
EOF
sudo apt-get update
#sudo apt-get remove -y kubelet kubeadm kubectl
sudo apt-get install -qy kubelet=1.21.0-00 kubectl=1.21.0-00 kubeadm=1.21.0-00
sudo apt-mark hold kubelet kubeadm kubectl
swapoff -a
## Install go
wget https://golang.org/dl/go1.14.4.linux-amd64.tar.gz
tar -C /usr/local -xzf go1.14.4.linux-amd64.tar.gz
export PATH=$PATH:/usr/local/go/bin
## Install gvisor containerd shim
git clone https://github.com/google/gvisor-containerd-shim
cd gvisor-containerd-shim
make
sudo make install
#cat <<EOF | sudo tee /etc/containerd/config.toml
#disabled_plugins = ["restart"]
#[plugins.linux]
# shim_debug = true
#[plugins.cri.containerd.runtimes.runsc]
# runtime_type = "io.containerd.runsc.v1"
#EOF
cat <<EOF | sudo tee /etc/containerd/config.toml
version = 2
[plugins."io.containerd.runtime.v1.linux"]
shim_debug = true
[plugins."io.containerd.grpc.v1.cri".containerd.runtimes.runc]
runtime_type = "io.containerd.runc.v2"
[plugins."io.containerd.grpc.v1.cri".containerd.runtimes.runsc]
runtime_type = "io.containerd.runsc.v1"
EOF
sudo systemctl restart containerd
mkdir -p /mydata/seclambda_log
mkdir -p /mydata/microbench_logs
mkdir -p /mydata/mount
if [ "$1" == "--control" ]; then
apt install -y python3-pip libssl-dev libz-dev luarocks
luarocks install luasocket
kubeadm init --control-plane-endpoint $(hostname) --pod-network-cidr=10.217.0.0/16
mkdir -p $HOME/.kube
sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
#sudo chown $(id -u):$(id -g) $HOME/.kube/config
sudo chmod 777 $HOME/.kube -R
#kubectl create -f https://raw.githubusercontent.com/cilium/cilium/v1.6/install/kubernetes/quick-install.yaml
curl -L --remote-name-all https://github.com/cilium/cilium-cli/releases/latest/download/cilium-linux-amd64.tar.gz{,.sha256sum}
sha256sum --check cilium-linux-amd64.tar.gz.sha256sum
sudo tar xzvfC cilium-linux-amd64.tar.gz /usr/local/bin
rm cilium-linux-amd64.tar.gz{,.sha256sum}
cilium install
cat <<EOF | kubectl apply -f -
apiVersion: node.k8s.io/v1beta1
kind: RuntimeClass
metadata:
name: gvisor
handler: runsc
EOF
sudo apt-get update
sudo apt-get install -y ca-certificates curl gnupg lsb-release
curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /usr/share/keyrings/docker-archive-keyring.gpg
echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/docker-archive-keyring.gpg] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
sudo apt-get update
sudo apt-get install -y docker-ce docker-ce-cli
# echo "#################################"
# echo "Installing OpenFaas"
# kubectl apply -f https://raw.githubusercontent.com/openfaas/faas-netes/master/namespaces.yml
# curl https://raw.githubusercontent.com/helm/helm/master/scripts/get-helm-3 | bash
# helm repo add openfaas https://openfaas.github.io/faas-netes/
# helm upgrade openfaas --install openfaas/openfaas --namespace openfaas --set functionNamespace=openfaas-fn --set generateBasicAuth=true --set openfaasPRO=false --set faasnetes.httpProbe=false --set faasnetes.livenessProbe.timeoutSeconds=5 --set faasnetes.livenessProbe.periodSeconds=70 --set faasnetes.readinessProbe.periodSeconds=70
# curl -sSL https://cli.openfaas.com | sudo -E sh
# wget -O crd.yaml https://raw.githubusercontent.com/openfaas/faas-netes/master/artifacts/crds/openfaas.com_profiles.yaml
# echo "Experimental try profile with openfaas-fn as well"
# cat <<EOF | kubectl apply -f -
# kind: Profile
# apiVersion: openfaas.com/v1
# metadata:
# name: test
# namespace: openfaas
# spec:
# Configuration values can be set as key-value properties
# runtimeClassName: gvisor
#EOF
#curl -sSL https://cli.openfaas.com | sudo -E sh
#faas-cli login --password $(kubectl -n openfaas get secret basic-auth -o jsonpath="{.data.basic-auth-password}" | base64 --decode) --gateway $HOSTNAME:31112
#helm uninstall -n openfaas openfaas
#git clone https://github.com/deepaksirone/faas-netes.git
#pushd ./faas-netes
#git checkout gvisor
#kubectl apply -f ./yaml_runc
#popd
#sleep 20
#faas-cli login --password $(kubectl -n openfaas get secret basic-auth -o jsonpath="{.data.basic-auth-password}" | base64 --decode) --gateway $HOSTNAME:31112
#echo "#### Now copy gVisor and seclambda to /usr/local/bin on all nodes and move the default docker image store ####"
fi