Add script to deploy eclipse che in disconnecte environment
Signed-off-by: Flavius Lacatusu <flacatus@redhat.com>pull/812/head
Flavius Lacatusu
parent
a48896f53f
commit
4bac2c4d00
|
|
@ -0,0 +1,198 @@
|
|||
#!/bin/bash
|
||||
#
|
||||
# Copyright (c) 2012-2021 Red Hat, Inc.
|
||||
# This program and the accompanying materials are made
|
||||
# available under the terms of the Eclipse Public License 2.0
|
||||
# which is available at https://www.eclipse.org/legal/epl-2.0/
|
||||
#
|
||||
# SPDX-License-Identifier: EPL-2.0
|
||||
#
|
||||
|
||||
# exit immediately when a command fails
|
||||
set -e
|
||||
# only exit with zero if all commands of the pipeline exit successfully
|
||||
set -o pipefail
|
||||
# error on unset variables
|
||||
set -u
|
||||
|
||||
export OPERATOR_REPO=$(dirname $(dirname $(readlink -f "$0")));
|
||||
source "${OPERATOR_REPO}"/.github/bin/common.sh
|
||||
source "${OPERATOR_REPO}"/.github/bin/oauth-provision.sh
|
||||
|
||||
export REG_CREDS=${XDG_RUNTIME_DIR}/containers/auth.json
|
||||
export INTERNAL_REGISTRY_URL=${INTERNAL_REGISTRY_URL-"UNDEFINED"}
|
||||
export INTERNAL_REG_USERNAME=${INTERNAL_REG_USERNAME-"UNDEFINED"}
|
||||
export INTERNAL_REG_PASS="${INTERNAL_REG_PASS-"UNDEFINED"}"
|
||||
export ORGANIZATION="eclipse"
|
||||
export TAG_NIGHTLY="nightly"
|
||||
export SLACK_TOKEN="${SLACK_TOKEN-"UNDEFINED"}"
|
||||
|
||||
#Stop execution on any error
|
||||
trap "catchDisconnectedFinish" EXIT SIGINT
|
||||
|
||||
function catchDisconnectedFinish() {
|
||||
EXIT_CODE=$?
|
||||
|
||||
if [ "$EXIT_CODE" != "0" ]; then
|
||||
export JOB_RESULT=":face_with_head_bandage: Failed :face_with_head_bandage:"
|
||||
else
|
||||
export JOB_RESULT=":tada: Success :tada:"
|
||||
fi
|
||||
|
||||
echo "[INFO] Please check github actions artifacts."
|
||||
/bin/bash "${OPERATOR_REPO}"/.github/bin/slack.sh
|
||||
exit $EXIT_CODE
|
||||
}
|
||||
|
||||
if [[ "$SLACK_TOKEN" == "UNDEFINED" ]]; then
|
||||
echo "[ERROR] Internal registry credentials environment is not defined."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ "$REG_CREDS" == "UNDEFINED" ]]; then
|
||||
echo "[ERROR] Internal registry credentials environment is not defined."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ "$INTERNAL_REGISTRY_URL" == "UNDEFINED" ]]; then
|
||||
echo "[ERROR] Internal registry url environment is not defined."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ "$INTERNAL_REG_USERNAME" == "UNDEFINED" ]]; then
|
||||
echo "[ERROR] Internal registry username environment is not defined."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [[ "$INTERNAL_REG_PASS" == "UNDEFINED" ]]; then
|
||||
echo "[ERROR] Internal registry password environment is not defined."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Login to internal registry using podman
|
||||
podman login -u "${INTERNAL_REG_USERNAME}" -p "${INTERNAL_REG_PASS}" --tls-verify=false ${INTERNAL_REGISTRY_URL} --authfile=${REG_CREDS}
|
||||
|
||||
# Build che-machine-exec,che-plugin-registry and che-devfile-registry from Github Sources
|
||||
# Che-Devfile-Registry Build
|
||||
git clone git@github.com:eclipse/che-devfile-registry.git
|
||||
cd che-devfile-registry
|
||||
|
||||
./build.sh --organization "${ORGANIZATION}" \
|
||||
--registry "${INTERNAL_REGISTRY_URL}" \
|
||||
--tag "${TAG_NIGHTLY}" \
|
||||
--offline
|
||||
cd .. && rm -rf che-devfile-registry
|
||||
|
||||
# Che-Plugin-Registry-Build
|
||||
git clone git@github.com:eclipse-che/che-plugin-registry.git
|
||||
cd che-plugin-registry
|
||||
|
||||
export SKIP_TEST=true && ./build.sh --organization "${ORGANIZATION}" \
|
||||
--registry "${INTERNAL_REGISTRY_URL}" \
|
||||
--tag "${TAG_NIGHTLY}" \
|
||||
--offline
|
||||
cd .. && rm -rf che-plugin-registry
|
||||
|
||||
# Build Che-Machine-Exec
|
||||
git clone git@github.com:eclipse-che/che-machine-exec.git
|
||||
cd che-machine-exec
|
||||
podman build -f build/dockerfiles/Dockerfile -t "${INTERNAL_REGISTRY_URL}"/"${ORGANIZATION}"/che-machine-exec:"${TAG_NIGHTLY}" .
|
||||
cd .. && rm -rf che-machine-exec
|
||||
|
||||
# Push che-machine-exec, devfile and plugins image to private registry
|
||||
podman push --authfile="${REG_CREDS}" --tls-verify=false "${INTERNAL_REGISTRY_URL}"/"${ORGANIZATION}"/che-devfile-registry:"${TAG_NIGHTLY}"
|
||||
podman push --authfile="${REG_CREDS}" --tls-verify=false "${INTERNAL_REGISTRY_URL}"/"${ORGANIZATION}"/che-plugin-registry:"${TAG_NIGHTLY}"
|
||||
podman push --authfile="${REG_CREDS}" --tls-verify=false "${INTERNAL_REGISTRY_URL}"/"${ORGANIZATION}"/che-machine-exec:"${TAG_NIGHTLY}"
|
||||
|
||||
# Get all containers images used in eclipse-che deployment(postgresql, che-server-che-broket...)
|
||||
curl -sSLo- https://raw.githubusercontent.com/eclipse-che/che-operator/main/deploy/operator.yaml > /tmp/yam.yaml
|
||||
export ARRAY_OF_IMAGES=$(cat /tmp/yam.yaml | yq '.spec.template.spec.containers[0].env[] | select(.name|test("RELATED_")) | .value' -r)
|
||||
|
||||
# Remove from Array of images devfile and plugins because will be builded using build.sh in offline mode.
|
||||
for delete in 'quay.io/eclipse/che-plugin-registry:nightly' 'quay.io/eclipse/che-devfile-registry:nightly'
|
||||
do
|
||||
#Quotes when working with strings
|
||||
ARRAY_OF_IMAGES=("${ARRAY_OF_IMAGES[@]/$delete}")
|
||||
done
|
||||
|
||||
# Copy all che components to internal registry
|
||||
for IMAGE in ${ARRAY_OF_IMAGES[@]};
|
||||
do
|
||||
echo -e "[INFO] Copying image ${IMAGE} to internal registry..."
|
||||
if [[ "$IMAGE" =~ ^registry.access.redhat.com* ]]; then
|
||||
IMG_VALUE=$(echo $IMAGE | sed -e "s/registry.access.redhat.com/""/g")
|
||||
sudo skopeo copy --authfile=${REG_CREDS} --dest-tls-verify=false docker://"${IMAGE}" docker://"${INTERNAL_REGISTRY_URL}/eclipse${IMG_VALUE}"
|
||||
fi
|
||||
|
||||
if [[ "$IMAGE" =~ ^quay.io* ]]; then
|
||||
IMG_VALUE=$(echo $IMAGE | sed -e "s/quay.io/"${INTERNAL_REGISTRY_URL}"/g")
|
||||
sudo skopeo copy --authfile=${REG_CREDS} --dest-tls-verify=false docker://"${IMAGE}" docker://"${IMG_VALUE}"
|
||||
fi
|
||||
done
|
||||
|
||||
# Copy Che Operator into private registry
|
||||
sudo skopeo copy --authfile=${REG_CREDS} --dest-tls-verify=false docker://quay.io/eclipse/che-operator:nightly docker://${INTERNAL_REGISTRY_URL}/eclipse/che-operator:nightly
|
||||
|
||||
# OBTAIN PLUGINS
|
||||
IFS=$'\r\n' GLOBIGNORE='*' command eval 'PLUGINS_IMAGES=($(podman run --authfile=${XDG_RUNTIME_DIR}/containers/auth.json -it --rm \
|
||||
--entrypoint cat ${INTERNAL_REGISTRY_URL}/eclipse/che-plugin-registry:nightly /var/www/html/v3/external_images.txt))'
|
||||
for container in "${PLUGINS_IMAGES[@]}"
|
||||
do
|
||||
:
|
||||
if [[ $container != *"che-plugin-sidecar"* ]] &&
|
||||
[[ $container != *"che-editor"* ]] && \
|
||||
[[ $container != *"che-machine-exec"* ]] && \
|
||||
[[ $container != *"index.docker.io"* ]]; then
|
||||
|
||||
REGISTRY_IMG_NAME=$(echo $container | sed -e "s/quay.io/"${INTERNAL_REGISTRY_URL}"/g")
|
||||
sudo skopeo copy --authfile=${REG_CREDS} --dest-tls-verify=false docker://"${container}" docker://"${REGISTRY_IMG_NAME}"
|
||||
fi
|
||||
# do whatever on $i
|
||||
done
|
||||
|
||||
# Obtain SIDECAR_IMAGE
|
||||
podman run --authfile=${XDG_RUNTIME_DIR}/containers/auth.json -it --rm \
|
||||
--entrypoint cat "${INTERNAL_REGISTRY_URL}"/eclipse/che-plugin-registry:nightly /var/www/html/v3/plugins/golang/go/latest/meta.yaml > /tmp/workspace.yaml
|
||||
|
||||
export SIDECAR_IMAGE=$(cat /tmp/workspace.yaml | yq '.spec.containers[] | .image' -r)
|
||||
|
||||
if [[ "$SIDECAR_IMAGE" =~ ^quay.io* ]]; then
|
||||
REGISTRY_IMG_NAME=$(echo $SIDECAR_IMAGE | sed -e "s/quay.io/"${INTERNAL_REGISTRY_URL}"/g")
|
||||
echo $SIDECAR_IMAGE
|
||||
sudo skopeo copy --authfile=${REG_CREDS} --dest-tls-verify=false docker://"${SIDECAR_IMAGE}" docker://"${REGISTRY_IMG_NAME}"
|
||||
fi
|
||||
|
||||
# Obtain golang devfile
|
||||
IFS=$'\r\n' GLOBIGNORE='*' command eval 'DEVFILE_IMAGES=($(podman run --authfile=${XDG_RUNTIME_DIR}/containers/auth.json -it --rm \
|
||||
--entrypoint cat ${INTERNAL_REGISTRY_URL}/eclipse/che-devfile-registry:nightly /var/www/html/devfiles/external_images.txt))'
|
||||
|
||||
for container in "${DEVFILE_IMAGES[@]}"
|
||||
do
|
||||
if [[ $container == *"che-golang"* ]]; then
|
||||
REGISTRY_IMG_NAME=$(echo $container | sed -e "s/quay.io/"${INTERNAL_REGISTRY_URL}"/g")
|
||||
sudo skopeo copy --authfile=${REG_CREDS} --dest-tls-verify=false docker://"${container}" docker://"${REGISTRY_IMG_NAME}"
|
||||
fi
|
||||
done
|
||||
|
||||
# Get the ocp domain for che custom resources
|
||||
export DOMAIN=$(oc get dns cluster -o json | jq .spec.baseDomain | sed -e 's/^"//' -e 's/"$//')
|
||||
|
||||
# Related issue:https://github.com/eclipse/che/issues/17681
|
||||
cat >/tmp/che-cr-patch.yaml <<EOL
|
||||
spec:
|
||||
server:
|
||||
nonProxyHosts: oauth-openshift.apps.$DOMAIN|api.$DOMAIN
|
||||
spec:
|
||||
auth:
|
||||
updateAdminPassword: false
|
||||
server:
|
||||
airGapContainerRegistryHostname: $INTERNAL_REGISTRY_URL
|
||||
airGapContainerRegistryOrganization: 'eclipse'
|
||||
nonProxyHosts: oauth-openshift.apps.$DOMAIN|api.$DOMAIN
|
||||
EOL
|
||||
|
||||
# Install chectl cli
|
||||
bash <(curl -sL https://www.eclipse.org/che/chectl/) --channel=next
|
||||
|
||||
# Deploy Eclipse Che
|
||||
chectl server:deploy --k8spodwaittimeout=1800000 --che-operator-cr-patch-yaml=/tmp/che-cr-patch.yaml --che-operator-image=${INTERNAL_REGISTRY_URL}/eclipse/che-operator:nightly --platform=openshift --installer=operator
|
||||
|
|
@ -411,3 +411,19 @@ waitWorkspaceStartedDevWorkspaceController() {
|
|||
createWorkspaceDevWorkspaceCheOperator() {
|
||||
oc apply -f https://raw.githubusercontent.com/che-incubator/devworkspace-che-operator/main/samples/flattened_theia-nodejs.yaml -n ${NAMESPACE}
|
||||
}
|
||||
|
||||
# Deploy Eclipse Che behind proxy in openshift ci
|
||||
deployCheBehindProxy() {
|
||||
# Get the ocp domain for che custom resources
|
||||
export DOMAIN=$(oc get dns cluster -o json | jq .spec.baseDomain | sed -e 's/^"//' -e 's/"$//')
|
||||
|
||||
# Related issue:https://github.com/eclipse/che/issues/17681
|
||||
cat >/tmp/che-cr-patch.yaml <<EOL
|
||||
spec:
|
||||
server:
|
||||
nonProxyHosts: oauth-openshift.apps.$DOMAIN|api.$DOMAIN
|
||||
EOL
|
||||
|
||||
chectl server:deploy --installer=operator --platform=openshift --batch --che-operator-cr-patch-yaml=/tmp/che-cr-patch.yaml
|
||||
oc get checluster eclipse-che -n eclipse-che -o yaml
|
||||
}
|
||||
|
|
|
|||
|
|
@ -0,0 +1,46 @@
|
|||
{
|
||||
"channel":"che-qe-notifications",
|
||||
"blocks": [
|
||||
{
|
||||
"type": "header",
|
||||
"text": {
|
||||
"type": "plain_text",
|
||||
"text": "Eclipse Che Nightly Deployment in a Restricted Environment",
|
||||
"emoji": true
|
||||
}
|
||||
},
|
||||
{
|
||||
"type": "section",
|
||||
"fields": [
|
||||
{
|
||||
"type": "mrkdwn",
|
||||
"text": "*Result:*\n__REPLACE_JOB_RESULT__"
|
||||
},
|
||||
{
|
||||
"type": "mrkdwn",
|
||||
"text": "*Created by:*\nEclipse Che Deploy Team"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"type": "section",
|
||||
"fields": [
|
||||
{
|
||||
"type": "mrkdwn",
|
||||
"text": "*When:*\n__REPLACE_DATE__"
|
||||
},
|
||||
{
|
||||
"type": "mrkdwn",
|
||||
"text": "*Description:*\nTest Eclipse che in Openshift disconnected cluster following documentation: https://www.eclipse.org/che/docs/che-7/installation-guide/installing-che-in-a-restricted-environment/"
|
||||
}
|
||||
]
|
||||
},
|
||||
{
|
||||
"type": "section",
|
||||
"text": {
|
||||
"type": "mrkdwn",
|
||||
"text": "<__REPLACE_JOB_URL__|View Job Artifacts>"
|
||||
}
|
||||
}
|
||||
]
|
||||
}
|
||||
|
|
@ -0,0 +1,25 @@
|
|||
#!/bin/bash
|
||||
#
|
||||
# Copyright (c) 2012-2021 Red Hat, Inc.
|
||||
# This program and the accompanying materials are made
|
||||
# available under the terms of the Eclipse Public License 2.0
|
||||
# which is available at https://www.eclipse.org/legal/epl-2.0/
|
||||
#
|
||||
# SPDX-License-Identifier: EPL-2.0
|
||||
#
|
||||
|
||||
# exit immediately when a command fails
|
||||
set -e
|
||||
# only exit with zero if all commands of the pipeline exit successfully
|
||||
set -o pipefail
|
||||
# error on unset variables
|
||||
set -u
|
||||
export OPERATOR_REPO="/home/flacatusu/WORKSPACE/deploy/testing/che-operator"
|
||||
TMP_JSON=$(mktemp)
|
||||
cat "$OPERATOR_REPO"/.github/bin/resources/slack-message-template.json |
|
||||
sed -e "s#__REPLACE_DATE__#$(date)#g" |
|
||||
sed -e "s#__REPLACE_JOB_URL__#http://localhost#g" |
|
||||
sed -e "s#__REPLACE_JOB_RESULT__#fake#g" |
|
||||
cat >${TMP_JSON}
|
||||
|
||||
curl -X POST -d @${TMP_JSON} -H "Content-type:application/json; charset=utf-8" -X POST -H "Authorization: Bearer ${SLACK_TOKEN}" https://slack.com/api/chat.postMessage
|
||||
Loading…
Reference in New Issue