Skip to content

Commit

Permalink
Added localup script.
Browse files Browse the repository at this point in the history 
Signed-off-by: Klaus Ma <klaus1982.cn@gmail.com>
  • Loading branch information
@k82cn
k82cn committed Dec 11, 2019
1 parent cbe3c00 commit 603d14c
Showing 1 changed file with 233 additions and 0 deletions.
233 changes: 233 additions & 0 deletions hack/local-up-cluster.sh
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,233 @@
#!/bin/bash

if [ -z $GOPATH ]; then
echo "Please set GOPATH to start the cluster :)"
exit 1
fi

K8S_HOME=$GOPATH/src/k8s.io/kubernetes
VC_HOME=$GOPATH/src/volcano.sh/volcano

CERT_DIR=${VC_HOME}/volcano/certs

LOCALHOST="127.0.0.1"
API_PORT="6443"

ROOT_CA=
ROOT_CA_KEY=

SERVICE_ACCOUNT_KEY=${VC_HOME}/volcano/certs/service-account.key

function download_binaries {
mkdir -p ${VC_HOME}/volcano/work ${VC_HOME}/volcano/logs ${VC_HOME}/volcano/certs ${VC_HOME}/volcano/config ${VC_HOME}/volcano/static-pods

# go get -u github.com/cloudflare/cfssl/cmd/...
}

function build_binaries {
echo "Building Kubernetes ...... "
echo "$(
cd $K8S_HOME
make kubectl kube-controller-manager kube-apiserver kubelet kube-proxy
)"

echo "Building Volcano ...... "
echo "$(
cd $VC_HOME
make
)"
}

function create_certkey {
local name=$1
local cn=$2
local org=$3

local hosts=""
local SEP=""

shift 3
while [ -n "${1:-}" ]; do
hosts+="${SEP}\"$1\""
SEP=","
shift 1
done

echo '{"CN":"'${cn}'","hosts":['${hosts}'],"key":{"algo":"rsa","size":2048},"names":[{"O":"'${org}'"}]}' \
| cfssl gencert -ca=${CERT_DIR}/root.pem -ca-key=${CERT_DIR}/root-key.pem -config=${CERT_DIR}/root-ca-config.json - \
| cfssljson -bare ${CERT_DIR}/$name
}

function generate_cert_files {
openssl genrsa -out "${SERVICE_ACCOUNT_KEY}" 2048 2>/dev/null

echo '{"signing":{"default":{"expiry":"8760h","usages":["signing","key encipherment","server auth","client auth"]}}}' \
> ${CERT_DIR}/root-ca-config.json

echo '{"CN":"volcano","key":{"algo":"rsa","size":2048},"names":[{"O":"volcano"}]}' | cfssl gencert -initca - \
| cfssljson -bare ${CERT_DIR}/root

create_certkey "kube-apiserver" "kubernetes.default" "volcano" "kubernetes.default.svc" "localhost" "127.0.0.1" "10.0.0.1"
create_certkey "admin" "system:admin" "system:masters"
create_certkey "kube-proxy" "system:kube-proxy" "volcano"
create_certkey "kubelet" "system:node:127.0.0.1" "system:nodes"
create_certkey "controller-manager" "system:kube-controller-manager" "volcano"
create_certkey "scheduler" "system:scheduler" "volcano"
}

function write_kube_config {
local name=$1

kubectl config set-cluster local --server=https://${LOCALHOST}:6443 --certificate-authority=${CERT_DIR}/root.pem \
--kubeconfig ${VC_HOME}/volcano/config/${name}.config

kubectl config set-credentials myself --client-key=${CERT_DIR}/${name}-key.pem \
--client-certificate=${CERT_DIR}/${name}.pem --kubeconfig ${VC_HOME}/volcano/config/${name}.config

kubectl config set-context local --cluster=local --user=myself --kubeconfig ${VC_HOME}/volcano/config/${name}.config
kubectl config use-context local --kubeconfig ${VC_HOME}/volcano/config/${name}.config

# kubectl --kubeconfig ./controller-manager.config config view --minify --flatten > ${TOP_DIR}/volcano/config/controller-manager.config
}

function start_etcd {
nohup ${K8S_HOME}/third_party/etcd/etcd \
--advertise-client-urls="http://${LOCALHOST}:2379" \
--listen-client-urls="http://0.0.0.0:2379" \
--data-dir=${VC_HOME}/volcano/work/etcd \
--debug > ${VC_HOME}/volcano/logs/etcd.log 2>&1 &
}

function start_apiserver {

nohup ${K8S_HOME}/_output/bin/kube-apiserver \
--logtostderr="false" \
--log-file=${VC_HOME}/volcano/logs/kube-apiserver.log \
--service-account-key-file=${SERVICE_ACCOUNT_KEY} \
--etcd-servers="http://${LOCALHOST}:2379" \
--cert-dir=${CERT_DIR} \
--tls-cert-file=${CERT_DIR}/kube-apiserver.pem \
--tls-private-key-file=${CERT_DIR}/kube-apiserver-key.pem \
--client-ca-file=${CERT_DIR}/root.pem \
--kubelet-client-certificate=${CERT_DIR}/kube-apiserver.pem \
--kubelet-client-key=${CERT_DIR}/kube-apiserver-key.pem \
--insecure-bind-address=0.0.0.0 \
--secure-port=${API_PORT} \
--storage-backend=etcd3 \
--feature-gates=AllAlpha=false \
--service-cluster-ip-range=10.0.0.0/24 &
}

function start_controller_manager {

write_kube_config "controller-manager"

nohup ${VC_HOME}/_output/bin/vc-controllers \
--v=3 \
--logtostderr=false \
--log-file=${VC_HOME}/volcano/logs/vc-controllers.log \
--scheduler-name=default \
--kubeconfig=${VC_HOME}/volcano/config/controller-manager.config &

nohup ${K8S_HOME}/_output/bin/kube-controller-manager \
--v=3 \
--logtostderr="false" \
--log-file=${VC_HOME}/volcano/logs/kube-controller-manager.log \
--service-account-private-key-file=${SERVICE_ACCOUNT_KEY} \
--root-ca-file=${CERT_DIR}/root.pem \
--cluster-signing-cert-file=${CERT_DIR}/root.pem \
--cluster-signing-key-file=${CERT_DIR}/root-key.pem \
--enable-hostpath-provisioner=false \
--pvclaimbinder-sync-period=15s \
--feature-gates=AllAlpha=false \
--kubeconfig ${VC_HOME}/volcano/config/controller-manager.config \
--use-service-account-credentials \
--controllers=* \
--leader-elect=false \
--cert-dir=${CERT_DIR} &
}

function start_kubelet {

write_kube_config "kubelet"

nohup ${K8S_HOME}/_output/bin/kubelet \
--logtostderr="false" \
--log-file=${VC_HOME}/volcano/logs/kubelet.log \
--chaos-chance=0.0 \
--container-runtime=docker \
--hostname-override=${LOCALHOST} \
--address=${LOCALHOST} \
--kubeconfig ${VC_HOME}/volcano/config/kubelet.config \
--feature-gates=AllAlpha=false \
--cpu-cfs-quota=true \
--enable-controller-attach-detach=true \
--cgroups-per-qos=true \
--cgroup-driver=cgroupfs \
--eviction-hard='memory.available<100Mi,nodefs.available<10%,nodefs.inodesFree<5%' \
--eviction-pressure-transition-period=1m \
--pod-manifest-path=${VC_HOME}/volcano/static-pods \
--fail-swap-on=false \
--authorization-mode=Webhook \
--authentication-token-webhook \
--client-ca-file=${CERT_DIR}/root.pem \
--cluster-dns=10.0.0.10 \
--cluster-domain=cluster.local \
--runtime-request-timeout=2m \
--port=10250 &
}

function start_volcano_scheduler {
write_kube_config "scheduler"

nohup ${VC_HOME}/_output/bin/vc-scheduler \
--v=4 \
--logtostderr=false \
--listen-address=":8090" \
--log-file=${VC_HOME}/volcano/logs/vc-scheduler.log \
--scheduler-name=default \
--kubeconfig=${VC_HOME}/volcano/config/scheduler.config &
}

function start_volcano_admission {
pwd
}

function cleanup_cluster {
killall -9 etcd kube-apiserver kube-controller-manager kubelet vc-controllers vc-scheduler vc-admission
rm -rf ${VC_HOME}/volcano

# Waiting for TIME_WAIT
sleep 6
}

function apply_crds {
for crd in scheduling_v1alpha2_podgroup.yaml batch_v1alpha1_job.yaml scheduling_v1alpha1_podgroup.yaml scheduling_v1alpha2_queue.yaml bus_v1alpha1_command.yaml scheduling_v1alpha1_queue.yaml default-queue.yaml
do
kubectl apply -f ${VC_HOME}/installer/helm/chart/volcano/templates/$crd --kubeconfig ${VC_HOME}/volcano/config/admin.config
done

}

cleanup_cluster

download_binaries

# build_binaries

generate_cert_files

start_etcd
start_apiserver

write_kube_config "admin"

apply_crds

start_controller_manager
start_volcano_admission
start_volcano_scheduler
start_kubelet



0 comments on commit 603d14c

Please sign in to comment.