do not switch context when deploy karmada
Signed-off-by: wangyanzhao <wangyanzhao@cambricon.com>
This commit is contained in:
wangyanzhao
yingjinhui
parent
3a5f8cd001
commit
55ee296b13
|
|
@ -42,9 +42,9 @@ fi
|
|||
KARMADA_APISERVER_KUBECONFIG=$3
|
||||
|
||||
# check context existence
|
||||
if ! kubectl config use-context "${4}" --kubeconfig="${KARMADA_APISERVER_KUBECONFIG}" > /dev/null 2>&1;
|
||||
if ! kubectl config get-contexts "${4}" --kubeconfig="${KARMADA_APISERVER_KUBECONFIG}" > /dev/null 2>&1;
|
||||
then
|
||||
echo -e "ERROR: failed to use context: '${4}' not in ${KARMADA_APISERVER_KUBECONFIG}. \n"
|
||||
echo -e "ERROR: failed to get context: '${4}' not in ${KARMADA_APISERVER_KUBECONFIG}. \n"
|
||||
usage
|
||||
exit 1
|
||||
fi
|
||||
|
|
@ -59,7 +59,7 @@ fi
|
|||
MEMBER_CLUSTER_KUBECONFIG=$5
|
||||
|
||||
# check context existence
|
||||
if ! kubectl config use-context "${6}" --kubeconfig="${MEMBER_CLUSTER_KUBECONFIG}" > /dev/null 2>&1;
|
||||
if ! kubectl config get-contexts "${6}" --kubeconfig="${MEMBER_CLUSTER_KUBECONFIG}" > /dev/null 2>&1;
|
||||
then
|
||||
echo -e "ERROR: failed to get context: '${6}' not in ${MEMBER_CLUSTER_KUBECONFIG}. \n"
|
||||
usage
|
||||
|
|
|
|||
|
|
@ -25,9 +25,9 @@ fi
|
|||
KARMADA_APISERVER_KUBECONFIG=$1
|
||||
|
||||
# check context existence
|
||||
if ! kubectl config use-context "${2}" --kubeconfig="${KARMADA_APISERVER_KUBECONFIG}" > /dev/null 2>&1;
|
||||
if ! kubectl config get-contexts "${2}" --kubeconfig="${KARMADA_APISERVER_KUBECONFIG}" > /dev/null 2>&1;
|
||||
then
|
||||
echo -e "ERROR: failed to use context: '${2}' not in ${KARMADA_APISERVER_KUBECONFIG}. \n"
|
||||
echo -e "ERROR: failed to get context: '${2}' not in ${KARMADA_APISERVER_KUBECONFIG}. \n"
|
||||
usage
|
||||
exit 1
|
||||
fi
|
||||
|
|
@ -57,20 +57,19 @@ if [ -n "${KUBECONFIG+x}" ];then
|
|||
CURR_KUBECONFIG=$KUBECONFIG # backup current kubeconfig
|
||||
fi
|
||||
export KUBECONFIG="${MEMBER_CLUSTER_KUBECONFIG}" # switch to member cluster
|
||||
kubectl config use-context "${MEMBER_CLUSTER_NAME}"
|
||||
|
||||
AGENT_IMAGE_PULL_POLICY=${IMAGE_PULL_POLICY:-IfNotPresent}
|
||||
|
||||
# create namespace for karmada agent
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/agent/namespace.yaml"
|
||||
kubectl --context="${MEMBER_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/agent/namespace.yaml"
|
||||
|
||||
# create service account, cluster role for karmada agent
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/agent/serviceaccount.yaml"
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/agent/clusterrole.yaml"
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/agent/clusterrolebinding.yaml"
|
||||
kubectl --context="${MEMBER_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/agent/serviceaccount.yaml"
|
||||
kubectl --context="${MEMBER_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/agent/clusterrole.yaml"
|
||||
kubectl --context="${MEMBER_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/agent/clusterrolebinding.yaml"
|
||||
|
||||
# create secret
|
||||
kubectl create secret generic karmada-kubeconfig --from-file=karmada-kubeconfig="${KARMADA_APISERVER_KUBECONFIG}" -n "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
kubectl --context="${MEMBER_CLUSTER_NAME}" create secret generic karmada-kubeconfig --from-file=karmada-kubeconfig="${KARMADA_APISERVER_KUBECONFIG}" -n "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
|
||||
# extract api endpoint of member cluster
|
||||
MEMBER_CLUSTER=$(kubectl config view -o jsonpath='{.contexts[?(@.name == "'${MEMBER_CLUSTER_NAME}'")].context.cluster}')
|
||||
|
|
@ -84,10 +83,10 @@ sed -i'' -e "s/{{member_cluster_name}}/${MEMBER_CLUSTER_NAME}/g" "${TEMP_PATH}"/
|
|||
sed -i'' -e "s/{{image_pull_policy}}/${AGENT_IMAGE_PULL_POLICY}/g" "${TEMP_PATH}"/karmada-agent.yaml
|
||||
sed -i'' -e "s|{{member_cluster_api_endpoint}}|${MEMBER_CLUSTER_API_ENDPOINT}|g" "${TEMP_PATH}"/karmada-agent.yaml
|
||||
echo -e "Apply dynamic rendered deployment in ${TEMP_PATH}/karmada-agent.yaml.\n"
|
||||
kubectl apply -f "${TEMP_PATH}"/karmada-agent.yaml
|
||||
kubectl --context="${MEMBER_CLUSTER_NAME}" apply -f "${TEMP_PATH}"/karmada-agent.yaml
|
||||
|
||||
# Wait for karmada-etcd to come up before launching the rest of the components.
|
||||
util::wait_pod_ready "${AGENT_POD_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${MEMBER_CLUSTER_NAME}" "${AGENT_POD_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
|
||||
# recover the kubeconfig before installing agent if necessary
|
||||
if [ -n "${CURR_KUBECONFIG+x}" ];then
|
||||
|
|
|
|||
|
|
@ -38,20 +38,16 @@ if [ -n "${KUBECONFIG+x}" ];then
|
|||
CURR_KUBECONFIG=$KUBECONFIG # backup current kubeconfig
|
||||
fi
|
||||
|
||||
# switch to host cluster
|
||||
TEMP_PATH=$(mktemp -d)
|
||||
cp $HOST_CLUSTER_KUBECONFIG $TEMP_PATH/kubeconfig
|
||||
export KUBECONFIG="$TEMP_PATH/kubeconfig"
|
||||
kubectl config use-context "${HOST_CLUSTER_NAME}"
|
||||
export KUBECONFIG=$HOST_CLUSTER_KUBECONFIG
|
||||
echo "using kubeconfig: "$KUBECONFIG
|
||||
|
||||
# deploy karmada opensearch
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/opensearch/karmada-opensearch.yaml"
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/opensearch/karmada-opensearch-dashboards.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/opensearch/karmada-opensearch.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/opensearch/karmada-opensearch-dashboards.yaml"
|
||||
|
||||
# make sure all karmada-opensearch components are ready
|
||||
util::wait_pod_ready "${KARMADA_OPENSEARCH_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${KARMADA_OPENSEARCH_DASHBOARDS_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" "${KARMADA_OPENSEARCH_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" "${KARMADA_OPENSEARCH_DASHBOARDS_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
|
||||
# recover the kubeconfig before installing opensearch if necessary
|
||||
if [ -n "${CURR_KUBECONFIG+x}" ];then
|
||||
|
|
|
|||
|
|
@ -61,9 +61,9 @@ if [ -n "${KUBECONFIG+x}" ];then
|
|||
fi
|
||||
export KUBECONFIG="${HOST_CLUSTER_KUBECONFIG}"
|
||||
HOST_CLUSTER_NAME=$2
|
||||
if ! kubectl config use-context "${HOST_CLUSTER_NAME}" > /dev/null 2>&1;
|
||||
if ! kubectl config get-contexts "${HOST_CLUSTER_NAME}" > /dev/null 2>&1;
|
||||
then
|
||||
echo -e "ERROR: failed to use context: '${HOST_CLUSTER_NAME}' not in ${HOST_CLUSTER_KUBECONFIG}. \n"
|
||||
echo -e "ERROR: failed to get context: '${HOST_CLUSTER_NAME}' not in ${HOST_CLUSTER_KUBECONFIG}. \n"
|
||||
usage
|
||||
recover_kubeconfig
|
||||
exit 1
|
||||
|
|
@ -109,19 +109,20 @@ function generate_cert_secret {
|
|||
sed -i'' -e "s/{{server_key}}/${KARMADA_KEY}/g" "${TEMP_PATH}"/karmada-webhook-cert-secret-tmp.yaml
|
||||
sed -i'' -e "s/{{server_certificate}}/${KARMADA_CRT}/g" "${TEMP_PATH}"/karmada-webhook-cert-secret-tmp.yaml
|
||||
|
||||
kubectl apply -f "${TEMP_PATH}"/karmada-cert-secret-tmp.yaml
|
||||
kubectl apply -f "${TEMP_PATH}"/secret-tmp.yaml
|
||||
kubectl apply -f "${TEMP_PATH}"/karmada-webhook-cert-secret-tmp.yaml
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${TEMP_PATH}"/karmada-cert-secret-tmp.yaml
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${TEMP_PATH}"/secret-tmp.yaml
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${TEMP_PATH}"/karmada-webhook-cert-secret-tmp.yaml
|
||||
rm -rf "${TEMP_PATH}"
|
||||
}
|
||||
|
||||
# install Karmada's APIs
|
||||
function installCRDs() {
|
||||
local crd_path=$1
|
||||
local context_name=$1
|
||||
local crd_path=$2
|
||||
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/namespace.yaml"
|
||||
kubectl --context="${context_name}" apply -f "${REPO_ROOT}/artifacts/deploy/namespace.yaml"
|
||||
|
||||
kubectl apply -k "${crd_path}"/_crds
|
||||
kubectl --context="${context_name}" apply -k "${crd_path}"/_crds
|
||||
}
|
||||
|
||||
# Use x.x.x.6 IP address, which is the same CIDR with the node address of the Kind cluster,
|
||||
|
|
@ -144,12 +145,12 @@ util::create_certkey "" "${CERT_DIR}" "etcd-ca" etcd-server etcd-server "" kuber
|
|||
util::create_certkey "" "${CERT_DIR}" "etcd-ca" etcd-client etcd-client "" "*.etcd.karmada-system.svc.cluster.local" "*.karmada-system.svc.cluster.local" "*.karmada-system.svc" "localhost" "127.0.0.1"
|
||||
|
||||
# create namespace for control plane components
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/namespace.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/namespace.yaml"
|
||||
|
||||
# create service account, cluster role for controller-manager
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/serviceaccount.yaml"
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/clusterrole.yaml"
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/clusterrolebinding.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/serviceaccount.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/clusterrole.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/clusterrolebinding.yaml"
|
||||
|
||||
KARMADA_CRT=$(base64 "${CERT_DIR}/karmada.crt" | tr -d '\r\n')
|
||||
KARMADA_KEY=$(base64 "${CERT_DIR}/karmada.key" | tr -d '\r\n')
|
||||
|
|
@ -166,10 +167,10 @@ ETCD_CLIENT_KEY=$(base64 "${CERT_DIR}/etcd-client.key" | tr -d '\r\n')
|
|||
generate_cert_secret
|
||||
|
||||
# deploy karmada etcd
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/karmada-etcd.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/karmada-etcd.yaml"
|
||||
|
||||
# Wait for karmada-etcd to come up before launching the rest of the components.
|
||||
util::wait_pod_ready "${ETCD_POD_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" "${ETCD_POD_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
|
||||
#KARMADA_APISERVER_SERVICE_TYPE is the service type of karmada API Server, For connectivity, it will be different when
|
||||
# HOST_CLUSTER_TYPE is different. When HOST_CLUSTER_TYPE=local, we will create a ClusterIP type Service. And when
|
||||
|
|
@ -192,19 +193,19 @@ TEMP_PATH_APISERVER=$(mktemp -d)
|
|||
cp "${REPO_ROOT}"/artifacts/deploy/karmada-apiserver.yaml "${TEMP_PATH_APISERVER}"/karmada-apiserver.yaml
|
||||
sed -i'' -e "s/{{service_type}}/${KARMADA_APISERVER_SERVICE_TYPE}/g" "${TEMP_PATH_APISERVER}"/karmada-apiserver.yaml
|
||||
echo -e "\nApply dynamic rendered apiserver service in ${TEMP_PATH_APISERVER}/karmada-apiserver.yaml."
|
||||
kubectl apply -f "${TEMP_PATH_APISERVER}"/karmada-apiserver.yaml
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${TEMP_PATH_APISERVER}"/karmada-apiserver.yaml
|
||||
|
||||
# Wait for karmada-apiserver to come up before launching the rest of the components.
|
||||
util::wait_pod_ready "${APISERVER_POD_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" "${APISERVER_POD_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
|
||||
# get Karmada apiserver IP at remote mode
|
||||
if [ "${HOST_CLUSTER_TYPE}" = "remote" ]; then
|
||||
case $KARMADA_APISERVER_SERVICE_TYPE in
|
||||
ClusterIP)
|
||||
KARMADA_APISERVER_IP=$(kubectl get pod -l app=karmada-apiserver -n "${KARMADA_SYSTEM_NAMESPACE}" -o=jsonpath='{.items[0].status.podIP}')
|
||||
KARMADA_APISERVER_IP=$(kubectl --context="${HOST_CLUSTER_NAME}" get pod -l app=karmada-apiserver -n "${KARMADA_SYSTEM_NAMESPACE}" -o=jsonpath='{.items[0].status.podIP}')
|
||||
;;
|
||||
LoadBalancer)
|
||||
if util::wait_service_external_ip "karmada-apiserver" "${KARMADA_SYSTEM_NAMESPACE}"; then
|
||||
if util::wait_service_external_ip "karmada-apiserver" "karmada-apiserver" "${KARMADA_SYSTEM_NAMESPACE}"; then
|
||||
echo "Get service external IP: ${SERVICE_EXTERNAL_IP}, wait to check network connectivity"
|
||||
KARMADA_APISERVER_IP=$(util::get_load_balancer_ip) || KARMADA_APISERVER_IP=''
|
||||
else
|
||||
|
|
@ -227,18 +228,18 @@ fi
|
|||
util::append_client_kubeconfig "${HOST_CLUSTER_KUBECONFIG}" "${CERT_DIR}/karmada.crt" "${CERT_DIR}/karmada.key" "${KARMADA_APISERVER_IP}" "${KARMADA_APISERVER_SECURE_PORT}" karmada-apiserver
|
||||
|
||||
# deploy kube controller manager
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/kube-controller-manager.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/kube-controller-manager.yaml"
|
||||
# deploy aggregated-apiserver on host cluster
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/karmada-aggregated-apiserver.yaml"
|
||||
util::wait_pod_ready "${KARMADA_AGGREGATION_APISERVER_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/karmada-aggregated-apiserver.yaml"
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" "${KARMADA_AGGREGATION_APISERVER_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
# deploy karmada-search on host cluster
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/karmada-search.yaml"
|
||||
util::wait_pod_ready "${KARMADA_SEARCH_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/karmada-search.yaml"
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" "${KARMADA_SEARCH_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
|
||||
# install CRD APIs on karmada apiserver.
|
||||
if ! kubectl config use-context karmada-apiserver > /dev/null 2>&1;
|
||||
if ! kubectl config get-contexts "karmada-apiserver" > /dev/null 2>&1;
|
||||
then
|
||||
echo -e "ERROR: failed to use context: karmada-apiserver not in ${HOST_CLUSTER_KUBECONFIG}."
|
||||
echo -e "ERROR: failed to get context: karmada-apiserver not in karmada-apiserver."
|
||||
recover_kubeconfig
|
||||
exit 1
|
||||
fi
|
||||
|
|
@ -247,38 +248,36 @@ TEMP_PATH_CRDS=$(mktemp -d)
|
|||
cp -rf "${REPO_ROOT}"/charts/karmada/_crds "${TEMP_PATH_CRDS}"
|
||||
util::fill_cabundle "${ROOT_CA_FILE}" "${TEMP_PATH_CRDS}/_crds/patches/webhook_in_resourcebindings.yaml"
|
||||
util::fill_cabundle "${ROOT_CA_FILE}" "${TEMP_PATH_CRDS}/_crds/patches/webhook_in_clusterresourcebindings.yaml"
|
||||
installCRDs "${TEMP_PATH_CRDS}"
|
||||
installCRDs "karmada-apiserver" "${TEMP_PATH_CRDS}"
|
||||
rm -rf "${TEMP_PATH_CRDS}"
|
||||
|
||||
# deploy webhook configurations on karmada apiserver
|
||||
util::deploy_webhook_configuration "${ROOT_CA_FILE}" "${REPO_ROOT}/artifacts/deploy/webhook-configuration.yaml"
|
||||
util::deploy_webhook_configuration "karmada-apiserver" "${ROOT_CA_FILE}" "${REPO_ROOT}/artifacts/deploy/webhook-configuration.yaml"
|
||||
|
||||
# deploy APIService on karmada apiserver for karmada-aggregated-apiserver
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/karmada-aggregated-apiserver-apiservice.yaml"
|
||||
kubectl --context="karmada-apiserver" apply -f "${REPO_ROOT}/artifacts/deploy/karmada-aggregated-apiserver-apiservice.yaml"
|
||||
# make sure apiservice for v1alpha1.cluster.karmada.io is Available
|
||||
util::wait_apiservice_ready "${KARMADA_AGGREGATION_APISERVER_LABEL}"
|
||||
util::wait_apiservice_ready "karmada-apiserver" "${KARMADA_AGGREGATION_APISERVER_LABEL}"
|
||||
|
||||
# deploy APIService on karmada apiserver for karmada-search
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/karmada-search-apiservice.yaml"
|
||||
kubectl --context="karmada-apiserver" apply -f "${REPO_ROOT}/artifacts/deploy/karmada-search-apiservice.yaml"
|
||||
# make sure apiservice for v1alpha1.search.karmada.io is Available
|
||||
util::wait_apiservice_ready "${KARMADA_SEARCH_LABEL}"
|
||||
util::wait_apiservice_ready "karmada-apiserver" "${KARMADA_SEARCH_LABEL}"
|
||||
|
||||
# deploy cluster proxy rbac for admin
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/cluster-proxy-admin-rbac.yaml"
|
||||
|
||||
kubectl config use-context "${HOST_CLUSTER_NAME}"
|
||||
kubectl --context="karmada-apiserver" apply -f "${REPO_ROOT}/artifacts/deploy/cluster-proxy-admin-rbac.yaml"
|
||||
|
||||
# deploy controller-manager on host cluster
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/karmada-controller-manager.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/karmada-controller-manager.yaml"
|
||||
# deploy scheduler on host cluster
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/karmada-scheduler.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/karmada-scheduler.yaml"
|
||||
# deploy descheduler on host cluster
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/karmada-descheduler.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/karmada-descheduler.yaml"
|
||||
# deploy webhook on host cluster
|
||||
kubectl apply -f "${REPO_ROOT}/artifacts/deploy/karmada-webhook.yaml"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}/artifacts/deploy/karmada-webhook.yaml"
|
||||
|
||||
# make sure all karmada control plane components are ready
|
||||
util::wait_pod_ready "${KARMADA_CONTROLLER_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${KARMADA_SCHEDULER_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${KUBE_CONTROLLER_POD_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${KARMADA_WEBHOOK_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" "${KARMADA_CONTROLLER_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" "${KARMADA_SCHEDULER_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" "${KUBE_CONTROLLER_POD_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" "${KARMADA_WEBHOOK_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
|
|
|
|||
|
|
@ -48,18 +48,12 @@ then
|
|||
exit 1
|
||||
fi
|
||||
MEMBER_CLUSTER_NAME=$4
|
||||
TEMP_PATH=$(mktemp -d)
|
||||
MEMBER_CLUSTER_KUBECONFIG_NAME=`basename ${MEMBER_CLUSTER_KUBECONFIG}`
|
||||
cp -rf ${MEMBER_CLUSTER_KUBECONFIG} "${TEMP_PATH}"/${MEMBER_CLUSTER_KUBECONFIG_NAME}
|
||||
|
||||
kubectl --kubeconfig="${TEMP_PATH}"/${MEMBER_CLUSTER_KUBECONFIG_NAME} config use-context "${MEMBER_CLUSTER_NAME}"
|
||||
|
||||
# check whether the kubeconfig secret has been created before
|
||||
if ! kubectl --kubeconfig="${HOST_CLUSTER_KUBECONFIG}" --context="${HOST_CLUSTER_NAME}" get secrets -n karmada-system | grep "${MEMBER_CLUSTER_NAME}-kubeconfig"; then
|
||||
# create secret
|
||||
kubectl --kubeconfig="${HOST_CLUSTER_KUBECONFIG}" --context="${HOST_CLUSTER_NAME}" create secret generic ${MEMBER_CLUSTER_NAME}-kubeconfig --from-file=${MEMBER_CLUSTER_NAME}-kubeconfig="${TEMP_PATH}"/${MEMBER_CLUSTER_KUBECONFIG_NAME} -n "karmada-system"
|
||||
kubectl --kubeconfig="${HOST_CLUSTER_KUBECONFIG}" --context="${HOST_CLUSTER_NAME}" create secret generic ${MEMBER_CLUSTER_NAME}-kubeconfig --from-file=${MEMBER_CLUSTER_NAME}-kubeconfig="${MEMBER_CLUSTER_KUBECONFIG}" -n "karmada-system"
|
||||
fi
|
||||
rm -rf "${TEMP_PATH}"
|
||||
|
||||
# deploy scheduler estimator
|
||||
TEMP_PATH=$(mktemp -d)
|
||||
|
|
|
|||
|
|
@ -129,10 +129,9 @@ echo "cluster networks connected"
|
|||
|
||||
#join push mode member clusters
|
||||
export KUBECONFIG="${MAIN_KUBECONFIG}"
|
||||
kubectl config use-context "${KARMADA_APISERVER_CLUSTER_NAME}"
|
||||
${KARMADACTL_BIN} join member1 --cluster-kubeconfig="${MEMBER_CLUSTER_KUBECONFIG}"
|
||||
${KARMADACTL_BIN} join --karmada-context="${KARMADA_APISERVER_CLUSTER_NAME}" member1 --cluster-kubeconfig="${MEMBER_CLUSTER_KUBECONFIG}"
|
||||
"${REPO_ROOT}"/hack/deploy-scheduler-estimator.sh "${MAIN_KUBECONFIG}" "${HOST_CLUSTER_NAME}" "${MEMBER_CLUSTER_KUBECONFIG}" "${MEMBER_CLUSTER_1_NAME}"
|
||||
${KARMADACTL_BIN} join member2 --cluster-kubeconfig="${MEMBER_CLUSTER_KUBECONFIG}"
|
||||
${KARMADACTL_BIN} join --karmada-context="${KARMADA_APISERVER_CLUSTER_NAME}" member2 --cluster-kubeconfig="${MEMBER_CLUSTER_KUBECONFIG}"
|
||||
"${REPO_ROOT}"/hack/deploy-scheduler-estimator.sh "${MAIN_KUBECONFIG}" "${HOST_CLUSTER_NAME}" "${MEMBER_CLUSTER_KUBECONFIG}" "${MEMBER_CLUSTER_2_NAME}"
|
||||
|
||||
# wait until the pull mode cluster ready
|
||||
|
|
@ -143,9 +142,9 @@ kind load docker-image "${REGISTRY}/karmada-agent:${VERSION}" --name="${PULL_MOD
|
|||
"${REPO_ROOT}"/hack/deploy-agent-and-estimator.sh "${MAIN_KUBECONFIG}" "${HOST_CLUSTER_NAME}" "${MAIN_KUBECONFIG}" "${KARMADA_APISERVER_CLUSTER_NAME}" "${MEMBER_CLUSTER_KUBECONFIG}" "${PULL_MODE_CLUSTER_NAME}"
|
||||
|
||||
# wait all of clusters member1, member2 and member3 status is ready
|
||||
util:wait_cluster_ready "${MEMBER_CLUSTER_1_NAME}"
|
||||
util:wait_cluster_ready "${MEMBER_CLUSTER_2_NAME}"
|
||||
util:wait_cluster_ready "${PULL_MODE_CLUSTER_NAME}"
|
||||
util:wait_cluster_ready "${KARMADA_APISERVER_CLUSTER_NAME}" "${MEMBER_CLUSTER_1_NAME}"
|
||||
util:wait_cluster_ready "${KARMADA_APISERVER_CLUSTER_NAME}" "${MEMBER_CLUSTER_2_NAME}"
|
||||
util:wait_cluster_ready "${KARMADA_APISERVER_CLUSTER_NAME}" "${PULL_MODE_CLUSTER_NAME}"
|
||||
|
||||
function print_success() {
|
||||
echo -e "$KARMADA_GREETING"
|
||||
|
|
|
|||
|
|
@ -17,28 +17,23 @@ PULL_MODE_CLUSTER_NAME=${PULL_MODE_CLUSTER_NAME:-"member3"}
|
|||
|
||||
# delete interpreter webhook example in karmada-host
|
||||
export KUBECONFIG="${MAIN_KUBECONFIG}"
|
||||
kubectl config use-context "${HOST_CLUSTER_NAME}"
|
||||
kubectl delete -f "${REPO_ROOT}"/examples/customresourceinterpreter/karmada-interpreter-webhook-example.yaml
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" delete -f "${REPO_ROOT}"/examples/customresourceinterpreter/karmada-interpreter-webhook-example.yaml
|
||||
|
||||
# uninstall metallb
|
||||
kubectl delete configmap config -n metallb-system
|
||||
kubectl delete -f https://raw.githubusercontent.com/metallb/metallb/v0.12.1/manifests/metallb.yaml
|
||||
kubectl delete -f https://raw.githubusercontent.com/metallb/metallb/v0.12.1/manifests/namespace.yaml
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" delete configmap config -n metallb-system
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" delete -f https://raw.githubusercontent.com/metallb/metallb/v0.12.1/manifests/metallb.yaml
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" delete -f https://raw.githubusercontent.com/metallb/metallb/v0.12.1/manifests/namespace.yaml
|
||||
|
||||
kubectl get configmap kube-proxy -n kube-system -o yaml | \
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" get configmap kube-proxy -n kube-system -o yaml | \
|
||||
sed -e "s/strictARP: true/strictARP: false/" | \
|
||||
kubectl apply -f - -n kube-system
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f - -n kube-system
|
||||
|
||||
# delete interpreter workload webhook configuration
|
||||
kubectl config use-context "${KARMADA_APISERVER}"
|
||||
kubectl delete ResourceInterpreterWebhookConfiguration examples
|
||||
kubectl --context="${KARMADA_APISERVER}" delete ResourceInterpreterWebhookConfiguration examples
|
||||
|
||||
# delete interpreter example workload CRD in karamada-apiserver and member clusters
|
||||
kubectl delete -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl --context="${KARMADA_APISERVER}" delete -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
export KUBECONFIG="${MEMBER_CLUSTER_KUBECONFIG}"
|
||||
kubectl config use-context "${MEMBER_CLUSTER_1_NAME}"
|
||||
kubectl delete -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl config use-context "${MEMBER_CLUSTER_2_NAME}"
|
||||
kubectl delete -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl config use-context "${PULL_MODE_CLUSTER_NAME}"
|
||||
kubectl delete -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl --context="${MEMBER_CLUSTER_1_NAME}" delete -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl --context="${MEMBER_CLUSTER_2_NAME}" delete -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl --context="${PULL_MODE_CLUSTER_NAME}" delete -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
|
|
|
|||
|
|
@ -26,18 +26,17 @@ ROOT_CA_FILE=${CERT_DIR}/ca.crt
|
|||
kind load docker-image "${REGISTRY}/karmada-interpreter-webhook-example:${VERSION}" --name="${HOST_CLUSTER_NAME}"
|
||||
|
||||
export KUBECONFIG="${MAIN_KUBECONFIG}"
|
||||
kubectl config use-context "${HOST_CLUSTER_NAME}"
|
||||
|
||||
# Due to we are using kube-proxy in IPVS mode, we have to enable strict ARP mode.
|
||||
# refer to https://metallb.universe.tf/installation/#preparation
|
||||
kubectl get configmap kube-proxy -n kube-system -o yaml | \
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" get configmap kube-proxy -n kube-system -o yaml | \
|
||||
sed -e "s/strictARP: false/strictARP: true/" | \
|
||||
kubectl apply -f - -n kube-system
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f - -n kube-system
|
||||
|
||||
# install metallb by manifest, refer to https://metallb.universe.tf/installation/#installation-by-manifest
|
||||
kubectl apply -f https://raw.githubusercontent.com/metallb/metallb/v0.12.1/manifests/namespace.yaml
|
||||
kubectl apply -f https://raw.githubusercontent.com/metallb/metallb/v0.12.1/manifests/metallb.yaml
|
||||
util::wait_pod_ready metallb metallb-system
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f https://raw.githubusercontent.com/metallb/metallb/v0.12.1/manifests/namespace.yaml
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f https://raw.githubusercontent.com/metallb/metallb/v0.12.1/manifests/metallb.yaml
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" metallb metallb-system
|
||||
|
||||
# Use x.x.x.6 IP address, which is the same CIDR with the node address of the Kind cluster,
|
||||
# as the loadBalancer service address of component karmada-interpreter-webhook-example.
|
||||
|
|
@ -45,7 +44,7 @@ interpreter_webhook_example_service_external_ip_prefix=$(echo $(util::get_apiser
|
|||
interpreter_webhook_example_service_external_ip_address=${interpreter_webhook_example_service_external_ip_prefix}.6
|
||||
|
||||
# config with layer 2 configuration. refer to https://metallb.universe.tf/configuration/#layer-2-configuration
|
||||
cat <<EOF | kubectl apply -f -
|
||||
cat <<EOF | kubectl --context="${HOST_CLUSTER_NAME}" apply -f -
|
||||
apiVersion: v1
|
||||
kind: ConfigMap
|
||||
metadata:
|
||||
|
|
@ -61,22 +60,18 @@ data:
|
|||
EOF
|
||||
|
||||
# deploy interpreter webhook example in karmada-host
|
||||
kubectl apply -f "${REPO_ROOT}"/examples/customresourceinterpreter/karmada-interpreter-webhook-example.yaml
|
||||
util::wait_pod_ready "${INTERPRETER_WEBHOOK_EXAMPLE_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" apply -f "${REPO_ROOT}"/examples/customresourceinterpreter/karmada-interpreter-webhook-example.yaml
|
||||
util::wait_pod_ready "${HOST_CLUSTER_NAME}" "${INTERPRETER_WEBHOOK_EXAMPLE_LABEL}" "${KARMADA_SYSTEM_NAMESPACE}"
|
||||
|
||||
# deploy interpreter workload webhook-configuration.yaml
|
||||
kubectl config use-context "${KARMADA_APISERVER}"
|
||||
cp -rf "${REPO_ROOT}/examples/customresourceinterpreter/webhook-configuration.yaml" "${REPO_ROOT}/examples/customresourceinterpreter/webhook-configuration-temp.yaml"
|
||||
sed -i'' -e "s/{{karmada-interpreter-webhook-example-svc-address}}/${interpreter_webhook_example_service_external_ip_address}/g" "${REPO_ROOT}/examples/customresourceinterpreter/webhook-configuration-temp.yaml"
|
||||
util::deploy_webhook_configuration "${ROOT_CA_FILE}" "${REPO_ROOT}/examples/customresourceinterpreter/webhook-configuration-temp.yaml"
|
||||
util::deploy_webhook_configuration "${KARMADA_APISERVER}" "${ROOT_CA_FILE}" "${REPO_ROOT}/examples/customresourceinterpreter/webhook-configuration-temp.yaml"
|
||||
rm -rf "${REPO_ROOT}/examples/customresourceinterpreter/webhook-configuration-temp.yaml"
|
||||
|
||||
# install interpreter example workload CRD in karamada-apiserver and member clusters
|
||||
kubectl apply -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl --context="${KARMADA_APISERVER}" apply -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
export KUBECONFIG="${MEMBER_CLUSTER_KUBECONFIG}"
|
||||
kubectl config use-context "${MEMBER_CLUSTER_1_NAME}"
|
||||
kubectl apply -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl config use-context "${MEMBER_CLUSTER_2_NAME}"
|
||||
kubectl apply -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl config use-context "${PULL_MODE_CLUSTER_NAME}"
|
||||
kubectl apply -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl --context="${MEMBER_CLUSTER_1_NAME}" apply -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl --context="${MEMBER_CLUSTER_2_NAME}" apply -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
kubectl --context="${PULL_MODE_CLUSTER_NAME}" apply -f "${REPO_ROOT}/examples/customresourceinterpreter/apis/workload.example.io_workloads.yaml"
|
||||
|
|
|
|||
|
|
@ -53,7 +53,6 @@ if [[ -n ${CHINA_MAINLAND:-} ]]; then
|
|||
fi
|
||||
|
||||
"${SCRIPT_ROOT}"/hack/deploy-karmada.sh "${HOST_CLUSTER_KUBECONFIG}" "${HOST_CLUSTER_NAME}" "remote"
|
||||
kubectl config use-context karmada-apiserver --kubeconfig="${HOST_CLUSTER_KUBECONFIG}"
|
||||
|
||||
function print_success() {
|
||||
echo -e "$KARMADA_GREETING"
|
||||
|
|
|
|||
|
|
@ -25,9 +25,9 @@ fi
|
|||
KARMADA_APISERVER_KUBECONFIG=$1
|
||||
|
||||
# check context existence
|
||||
if ! kubectl config use-context "${2}" --kubeconfig="${KARMADA_APISERVER_KUBECONFIG}" > /dev/null 2>&1;
|
||||
if ! kubectl config get-contexts "${2}" --kubeconfig="${KARMADA_APISERVER_KUBECONFIG}" > /dev/null 2>&1;
|
||||
then
|
||||
echo -e "ERROR: failed to use context: '${2}' not in ${KARMADA_APISERVER_KUBECONFIG}. \n"
|
||||
echo -e "ERROR: failed to get context: '${2}' not in ${KARMADA_APISERVER_KUBECONFIG}. \n"
|
||||
usage
|
||||
exit 1
|
||||
fi
|
||||
|
|
@ -53,22 +53,21 @@ MEMBER_CLUSTER_NAME=$4
|
|||
source "${REPO_ROOT}"/hack/util.sh
|
||||
|
||||
# remove the member cluster from karmada control plane
|
||||
kubectl delete cluster ${MEMBER_CLUSTER_NAME}
|
||||
kubectl --context="${2}" delete cluster "${MEMBER_CLUSTER_NAME}"
|
||||
|
||||
# remove agent from the member cluster
|
||||
if [ -n "${KUBECONFIG+x}" ];then
|
||||
CURR_KUBECONFIG=$KUBECONFIG # backup current kubeconfig
|
||||
fi
|
||||
export KUBECONFIG="${MEMBER_CLUSTER_KUBECONFIG}" # switch to member cluster
|
||||
kubectl config use-context "${MEMBER_CLUSTER_NAME}"
|
||||
|
||||
# remove namespace of karmada agent
|
||||
kubectl delete -f "${REPO_ROOT}/artifacts/agent/namespace.yaml"
|
||||
kubectl delete namespace karmada-cluster
|
||||
kubectl --context="${MEMBER_CLUSTER_NAME}" delete -f "${REPO_ROOT}/artifacts/agent/namespace.yaml"
|
||||
kubectl --context="${MEMBER_CLUSTER_NAME}" delete namespace karmada-cluster
|
||||
|
||||
# remove clusterrole and clusterrolebinding of karmada agent
|
||||
kubectl delete -f "${REPO_ROOT}/artifacts/agent/clusterrole.yaml"
|
||||
kubectl delete -f "${REPO_ROOT}/artifacts/agent/clusterrolebinding.yaml"
|
||||
kubectl --context="${MEMBER_CLUSTER_NAME}" delete -f "${REPO_ROOT}/artifacts/agent/clusterrole.yaml"
|
||||
kubectl --context="${MEMBER_CLUSTER_NAME}" delete -f "${REPO_ROOT}/artifacts/agent/clusterrolebinding.yaml"
|
||||
|
||||
# recover the kubeconfig after removing agent if necessary
|
||||
if [ -n "${CURR_KUBECONFIG+x}" ];then
|
||||
|
|
|
|||
|
|
@ -26,9 +26,9 @@ fi
|
|||
HOST_CLUSTER_KUBECONFIG=$1
|
||||
|
||||
# check context existence
|
||||
if ! kubectl config use-context "${2}" --kubeconfig="${HOST_CLUSTER_KUBECONFIG}" > /dev/null 2>&1;
|
||||
if ! kubectl config get-contexts "${2}" --kubeconfig="${HOST_CLUSTER_KUBECONFIG}" > /dev/null 2>&1;
|
||||
then
|
||||
echo -e "ERROR: failed to use context: '${2}' not in ${HOST_CLUSTER_KUBECONFIG}. \n"
|
||||
echo -e "ERROR: failed to get context: '${2}' not in ${HOST_CLUSTER_KUBECONFIG}. \n"
|
||||
usage
|
||||
exit 1
|
||||
fi
|
||||
|
|
@ -37,18 +37,16 @@ HOST_CLUSTER_NAME=$2
|
|||
# delete all keys and certificates
|
||||
rm -fr "${HOME}/.karmada"
|
||||
|
||||
kubectl config use-context "${HOST_CLUSTER_NAME}" --kubeconfig="${HOST_CLUSTER_KUBECONFIG}"
|
||||
|
||||
ETCD_HOST_IP=$(kubectl get pod -l app=etcd -n karmada-system -o jsonpath='{.items[0].status.hostIP}')
|
||||
|
||||
# clear all in namespace karmada-system
|
||||
kubectl delete ns karmada-system --kubeconfig="${HOST_CLUSTER_KUBECONFIG}"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" delete ns karmada-system --kubeconfig="${HOST_CLUSTER_KUBECONFIG}"
|
||||
|
||||
# delete clusterroles
|
||||
kubectl delete clusterrole karmada-controller-manager --kubeconfig="${HOST_CLUSTER_KUBECONFIG}"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" delete clusterrole karmada-controller-manager --kubeconfig="${HOST_CLUSTER_KUBECONFIG}"
|
||||
|
||||
# delete clusterrolebindings
|
||||
kubectl delete clusterrolebindings karmada-controller-manager --kubeconfig="${HOST_CLUSTER_KUBECONFIG}"
|
||||
kubectl --context="${HOST_CLUSTER_NAME}" delete clusterrolebindings karmada-controller-manager --kubeconfig="${HOST_CLUSTER_KUBECONFIG}"
|
||||
|
||||
# clear configs about karmada-apiserver in kubeconfig
|
||||
kubectl config delete-cluster karmada-apiserver --kubeconfig="${HOST_CLUSTER_KUBECONFIG}"
|
||||
|
|
|
|||
68
hack/util.sh
68
hack/util.sh
|
|
@ -313,61 +313,67 @@ function util::wait_file_exist() {
|
|||
}
|
||||
|
||||
# util::wait_pod_ready waits for pod state becomes ready until timeout.
|
||||
# Parmeters:
|
||||
# - $1: pod label, such as "app=etcd"
|
||||
# - $2: pod namespace, such as "karmada-system"
|
||||
# - $3: time out, such as "200s"
|
||||
# Parameters:
|
||||
# - $1: k8s context name, such as "karmada-apiserver"
|
||||
# - $2: pod label, such as "app=etcd"
|
||||
# - $3: pod namespace, such as "karmada-system"
|
||||
# - $4: time out, such as "200s"
|
||||
function util::wait_pod_ready() {
|
||||
local pod_label=$1
|
||||
local pod_namespace=$2
|
||||
local context_name=$1
|
||||
local pod_label=$2
|
||||
local pod_namespace=$3
|
||||
|
||||
echo "wait the $pod_label ready..."
|
||||
set +e
|
||||
util::kubectl_with_retry wait --for=condition=Ready --timeout=30s pods -l app=${pod_label} -n ${pod_namespace}
|
||||
util::kubectl_with_retry --context="$context_name" wait --for=condition=Ready --timeout=30s pods -l app=${pod_label} -n ${pod_namespace}
|
||||
ret=$?
|
||||
set -e
|
||||
if [ $ret -ne 0 ];then
|
||||
echo "kubectl describe info:"
|
||||
kubectl describe pod -l app=${pod_label} -n ${pod_namespace}
|
||||
kubectl --context="$context_name" describe pod -l app=${pod_label} -n ${pod_namespace}
|
||||
echo "kubectl logs info:"
|
||||
kubectl logs -l app=${pod_label} -n ${pod_namespace}
|
||||
kubectl --context="$context_name" logs -l app=${pod_label} -n ${pod_namespace}
|
||||
fi
|
||||
return ${ret}
|
||||
}
|
||||
|
||||
# util::wait_apiservice_ready waits for apiservice state becomes Available until timeout.
|
||||
# Parmeters:
|
||||
# - $1: apiservice label, such as "app=etcd"
|
||||
# - $1: k8s context name, such as "karmada-apiserver"
|
||||
# - $2: apiservice label, such as "app=etcd"
|
||||
# - $3: time out, such as "200s"
|
||||
function util::wait_apiservice_ready() {
|
||||
local apiservice_label=$1
|
||||
local context_name=$1
|
||||
local apiservice_label=$2
|
||||
|
||||
echo "wait the $apiservice_label Available..."
|
||||
set +e
|
||||
util::kubectl_with_retry wait --for=condition=Available --timeout=30s apiservices -l app=${apiservice_label}
|
||||
util::kubectl_with_retry --context="$context_name" wait --for=condition=Available --timeout=30s apiservices -l app=${apiservice_label}
|
||||
ret=$?
|
||||
set -e
|
||||
if [ $ret -ne 0 ];then
|
||||
echo "kubectl describe info:"
|
||||
kubectl describe apiservices -l app=${apiservice_label}
|
||||
kubectl --context="$context_name" describe apiservices -l app=${apiservice_label}
|
||||
fi
|
||||
return ${ret}
|
||||
}
|
||||
|
||||
# util::wait_cluster_ready waits for cluster state becomes ready until timeout.
|
||||
# Parmeters:
|
||||
# - $1: cluster name, such as "member1"
|
||||
# - $1: context name, such as "karmada-apiserver"
|
||||
# - $2: cluster name, such as "member1"
|
||||
function util:wait_cluster_ready() {
|
||||
local cluster_name=$1
|
||||
local context_name=$1
|
||||
local cluster_name=$2
|
||||
|
||||
echo "wait the cluster $cluster_name onBoard..."
|
||||
set +e
|
||||
util::kubectl_with_retry wait --for=condition=Ready --timeout=60s clusters ${cluster_name}
|
||||
util::kubectl_with_retry --context="$context_name" wait --for=condition=Ready --timeout=60s clusters "${cluster_name}"
|
||||
ret=$?
|
||||
set -e
|
||||
if [ $ret -ne 0 ];then
|
||||
if [ $ret -ne 0 ]; then
|
||||
echo "kubectl describe info:"
|
||||
kubectl describe clusters ${cluster_name}
|
||||
kubectl --context="$context_name" describe clusters "${cluster_name}"
|
||||
fi
|
||||
return ${ret}
|
||||
}
|
||||
|
|
@ -474,20 +480,22 @@ function util::get_apiserver_ip_from_kubeconfig(){
|
|||
|
||||
# This function deploys webhook configuration
|
||||
# Parameters:
|
||||
# - $1: CA file
|
||||
# - $2: configuration file
|
||||
# - $1: k8s context name
|
||||
# - $2: CA file
|
||||
# - $3: configuration file
|
||||
# Note:
|
||||
# Deprecated: should be removed after helm get on board.
|
||||
function util::deploy_webhook_configuration() {
|
||||
local ca_file=$1
|
||||
local conf=$2
|
||||
local context_name=$1
|
||||
local ca_file=$2
|
||||
local conf=$3
|
||||
|
||||
local ca_string=$(cat ${ca_file} | base64 | tr "\n" " "|sed s/[[:space:]]//g)
|
||||
|
||||
local temp_path=$(mktemp -d)
|
||||
cp -rf "${conf}" "${temp_path}/temp.yaml"
|
||||
sed -i'' -e "s/{{caBundle}}/${ca_string}/g" "${temp_path}/temp.yaml"
|
||||
kubectl apply -f "${temp_path}/temp.yaml"
|
||||
kubectl --context="$context_name" apply -f "${temp_path}/temp.yaml"
|
||||
rm -rf "${temp_path}"
|
||||
}
|
||||
|
||||
|
|
@ -501,18 +509,20 @@ function util::fill_cabundle() {
|
|||
|
||||
# util::wait_service_external_ip give a service external ip when it is ready, if not, wait until timeout
|
||||
# Parameters:
|
||||
# - $1: service name in k8s
|
||||
# - $2: namespace
|
||||
# - $1: context name in k8s
|
||||
# - $2: service name in k8s
|
||||
# - $3: namespace
|
||||
SERVICE_EXTERNAL_IP=''
|
||||
function util::wait_service_external_ip() {
|
||||
local service_name=$1
|
||||
local namespace=$2
|
||||
local context_name=$1
|
||||
local service_name=$2
|
||||
local namespace=$3
|
||||
local external_ip
|
||||
local tmp
|
||||
for tmp in {1..30}; do
|
||||
set +e
|
||||
external_host=$(kubectl get service "${service_name}" -n "${namespace}" --template="{{range .status.loadBalancer.ingress}}{{.hostname}} {{end}}" | xargs)
|
||||
external_ip=$(kubectl get service "${service_name}" -n "${namespace}" --template="{{range .status.loadBalancer.ingress}}{{.ip}} {{end}}" | xargs)
|
||||
external_host=$(kubectl --context="$context_name" get service "${service_name}" -n "${namespace}" --template="{{range .status.loadBalancer.ingress}}{{.hostname}} {{end}}" | xargs)
|
||||
external_ip=$(kubectl --context="$context_name" get service "${service_name}" -n "${namespace}" --template="{{range .status.loadBalancer.ingress}}{{.ip}} {{end}}" | xargs)
|
||||
set -e
|
||||
if [[ ! -z "$external_host" ]]; then # Compatibility with hostname, such as AWS
|
||||
external_ip=$external_host
|
||||
|
|
|
|||
Loading…
Reference in New Issue