-
Notifications
You must be signed in to change notification settings - Fork 412
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Adding in deploy changes tests for vcluster
- Loading branch information
Sowmya viswam
authored and
Sowmya viswam
committed
Aug 12, 2024
1 parent
a871894
commit a867eb9
Showing
63 changed files
with
672 additions
and
92 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,271 @@ | ||
name: E2E Deploy Changes CI | ||
|
||
on: | ||
release: | ||
types: [created] | ||
pull_request: | ||
branches: | ||
- main | ||
- v* | ||
paths: | ||
- "test/deploy_changes/**" | ||
workflow_dispatch: | ||
|
||
concurrency: | ||
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | ||
cancel-in-progress: true | ||
|
||
env: | ||
REPOSITORY_NAME: ghcr.io/${{ github.repository }}-ci | ||
TAG_NAME: PR${{ github.event.number }} | ||
VCLUSTER_SUFFIX: vcluster | ||
VCLUSTER_NAME: vcluster | ||
VCLUSTER_NAMESPACE: vcluster | ||
|
||
jobs: | ||
build-and-push-syncer-image: | ||
runs-on: ubuntu-latest | ||
steps: | ||
- name: Checkout repository | ||
uses: actions/checkout@v4 | ||
with: | ||
fetch-depth: 0 | ||
- run: git fetch --force --tags | ||
- name: Set up Go | ||
uses: actions/setup-go@v5 | ||
with: | ||
go-version: "1.22" | ||
- name: Setup Just | ||
uses: extractions/setup-just@v2 | ||
- name: Setup Syft | ||
uses: anchore/sbom-action/[email protected] | ||
- name: Setup GoReleaser | ||
uses: goreleaser/goreleaser-action@v6 | ||
with: | ||
install-only: true | ||
version: latest | ||
- name: Build and save syncer image | ||
run: | | ||
set -x | ||
TELEMETRY_PRIVATE_KEY="" goreleaser build --single-target --snapshot --id vcluster --clean --output ./vcluster | ||
docker build -t "${{ env.REPOSITORY_NAME }}:${{ env.TAG_NAME }}" -f Dockerfile.release --build-arg TARGETARCH=amd64 --build-arg TARGETOS=linux . | ||
docker save -o vcluster_syncer "${{ env.REPOSITORY_NAME }}:${{ env.TAG_NAME }}" | ||
- name: Upload syncer image to artifact | ||
uses: actions/upload-artifact@v4 | ||
with: | ||
name: vcluster_syncer | ||
path: ./vcluster_syncer | ||
retention-days: 7 | ||
|
||
build-vcluster-cli: | ||
runs-on: ubuntu-latest | ||
steps: | ||
- name: Checkout repository | ||
uses: actions/checkout@v4 | ||
with: | ||
fetch-depth: 0 | ||
- run: git fetch --force --tags | ||
- name: Set up Go | ||
uses: actions/setup-go@v5 | ||
with: | ||
go-version: "1.22" | ||
- name: Setup Just | ||
uses: extractions/setup-just@v2 | ||
- name: Setup Syft | ||
uses: anchore/sbom-action/[email protected] | ||
- name: Setup GoReleaser | ||
uses: goreleaser/goreleaser-action@v6 | ||
with: | ||
install-only: true | ||
- name: Build vcluster cli | ||
run: | | ||
set -x | ||
TELEMETRY_PRIVATE_KEY="" goreleaser build --single-target --snapshot --id vcluster-cli --clean --output ./vcluster | ||
- name: Upload vcluster cli to artifact | ||
uses: actions/upload-artifact@v4 | ||
with: | ||
name: vcluster | ||
path: ./vcluster | ||
retention-days: 7 | ||
|
||
build-tests: | ||
name: Build tests binaries | ||
runs-on: ubuntu-latest | ||
steps: | ||
- name: Checkout | ||
uses: actions/checkout@v4 | ||
|
||
- name: Configure git | ||
run: git config --global url.https://[email protected]/.insteadOf https://github.com/ | ||
env: | ||
GH_ACCESS_TOKEN: ${{ secrets.GH_ACCESS_TOKEN }} | ||
|
||
- name: Set up Go | ||
uses: actions/setup-go@v4 | ||
with: | ||
go-version-file: go.mod | ||
|
||
- name: Build e2e binary | ||
run: | | ||
cd ./test | ||
go run -mod=vendor github.com/onsi/ginkgo/v2/ginkgo build --require-suite -r --mod vendor $(ls -d ./deploy_changes/deploy_* | jq -R . | jq -rcs '. | join(" \\\n")') | ||
env: | ||
GOWORK: off | ||
|
||
- name: Upload test binaries to artifacts | ||
uses: actions/upload-artifact@v4 | ||
with: | ||
name: test-binaries | ||
path: test/deploy_changes/**/*.test | ||
retention-days: 7 | ||
|
||
generate-matrix: | ||
runs-on: ubuntu-latest | ||
outputs: | ||
matrix: ${{ steps.set-matrix.outputs.matrix }} | ||
steps: | ||
- name: Checkout code | ||
uses: actions/checkout@v4 | ||
|
||
- name: List test directories | ||
id: generate-matrix | ||
run: | | ||
cd ./test | ||
directories=$(ls -d ./deploy_changes/*/ | xargs -n 1 basename) | ||
temp_matrix="{\"test\": [\"$(echo "$directories" | sed '/^$/d' | sed -e 's/"/\\"/g' -e 's/$/","/g' | tr -d '\n' | sed -e 's/,$//')\"]}" | ||
matrix=$(echo "$temp_matrix" | jq '.test |= map(select(length > 0))') | ||
echo "Generated matrix: $matrix" | ||
echo "::set-output name=matrix::$matrix" | ||
test-generate-matrix: | ||
runs-on: ubuntu-latest | ||
steps: | ||
- name: Print Matrix | ||
run: echo "Matrix: ${{ fromJson(needs.generate-matrix.outputs.matrix) }}" | ||
|
||
deploy-tests: | ||
name: Execute test suites | ||
needs: | ||
- build-and-push-syncer-image | ||
- build-vcluster-cli | ||
- build-tests | ||
- generate-matrix | ||
|
||
runs-on: ubuntu-latest | ||
strategy: | ||
fail-fast: false | ||
matrix: ${{ fromJson(needs.generate-matrix.outputs.matrix).test }} | ||
steps: | ||
- name: Checkout repository | ||
uses: actions/checkout@v4 | ||
|
||
- uses: azure/setup-helm@v4 | ||
name: Setup Helm | ||
with: | ||
version: "v3.11.0" | ||
|
||
- name: Set up kind k8s cluster | ||
uses: engineerd/[email protected] | ||
with: | ||
version: "v0.20.0" | ||
image: kindest/node:v1.30.0@sha256:047357ac0cfea04663786a612ba1eaba9702bef25227a794b52890dd8bcd692e | ||
|
||
- name: Testing kind cluster set-up | ||
run: | | ||
set -x | ||
kubectl cluster-info | ||
kubectl get pods -n kube-system | ||
echo "kubectl config current-context:" $(kubectl config current-context) | ||
echo "KUBECONFIG env var:" ${KUBECONFIG} | ||
- name: Download vcluster cli | ||
uses: actions/download-artifact@v4 | ||
with: | ||
name: vcluster | ||
|
||
- name: Download syncer image | ||
uses: actions/download-artifact@v4 | ||
with: | ||
name: vcluster_syncer | ||
|
||
- name: Download test binaries | ||
uses: actions/download-artifact@v4 | ||
with: | ||
name: test-binaries | ||
path: ./test/deploy_changes | ||
|
||
- name: Create vcluster | ||
id: create-vcluster | ||
run: | | ||
set -x | ||
sudo apt-get install -y sed | ||
sed -i "s|REPLACE_REPOSITORY_NAME|${{ env.REPOSITORY_NAME }}|g" ./test/deploy_changes/commonValues.yaml | ||
sed -i "s|REPLACE_TAG_NAME|${{ env.TAG_NAME }}|g" ./test/deploy_changes/commonValues.yaml | ||
kind load image-archive vcluster_syncer | ||
chmod +x vcluster && sudo mv vcluster /usr/bin | ||
vcluster create ${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} \ | ||
--create-namespace \ | ||
--debug \ | ||
--connect=false \ | ||
--local-chart-dir ./chart \ | ||
-f ./test/deploy_changes/commonValues.yaml | ||
continue-on-error: true | ||
|
||
- name: Wait until vcluster is ready | ||
id: wait-until-vcluster-is-ready | ||
if: steps.create-vcluster.outcome == 'success' | ||
run: | | ||
set -x | ||
./hack/wait-for-pod.sh -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} | ||
continue-on-error: true | ||
|
||
- name: Collect deployment information in case vcluster fails to start | ||
if: steps.wait-until-vcluster-is-ready.outcome != 'success' | ||
run: | | ||
set -x | ||
kubectl get pods -o yaml -n ${{ env.VCLUSTER_NAMESPACE }} | ||
echo "======================================================================================================================" | ||
kubectl get events -n ${{ env.VCLUSTER_NAMESPACE }} --sort-by='.lastTimestamp' | ||
echo "======================================================================================================================" | ||
kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c syncer --tail=-1 -p || kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c syncer --tail=-1 | ||
echo "======================================================================================================================" | ||
kubectl describe pods -n ${{ env.VCLUSTER_NAMESPACE }} | ||
exit 1 | ||
# Skips NetworkPolicy tests because they require network plugin with support (e.g. Calico) | ||
- name: Execute tests | ||
id: execute-tests | ||
working-directory: ./test | ||
run: | | ||
set -x | ||
sudo chmod +x ./deploy_changes/${{ matrix.test }}/*.test | ||
VCLUSTER_SUFFIX=${{ env.VCLUSTER_SUFFIX }} VCLUSTER_NAME=${{ env.VCLUSTER_NAME }} VCLUSTER_NAMESPACE=${{ env.VCLUSTER_NAMESPACE }} ./deploy_changes/${{ matrix.test }}/*.test -test.v --ginkgo.v --ginkgo.skip='.*NetworkPolicy.*' --ginkgo.fail-fast | ||
if kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c syncer --tail=-1 -p >/dev/null 2>/dev/null; then | ||
echo "vCluster has restarted during testing, failing..." | ||
exit 1 | ||
fi | ||
continue-on-error: true | ||
|
||
- name: Print logs if tests fail | ||
if: steps.execute-tests.outcome == 'failure' | ||
run: | | ||
set -x | ||
kubectl get pods -o yaml -n ${{ env.VCLUSTER_NAMESPACE }} | ||
echo "======================================================================================================================" | ||
kubectl get events -n ${{ env.VCLUSTER_NAMESPACE }} --sort-by='.lastTimestamp' | ||
echo "======================================================================================================================" | ||
kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c syncer --tail=-1 -p || kubectl logs -l app=${{ env.VCLUSTER_SUFFIX }} -n ${{ env.VCLUSTER_NAMESPACE }} -c syncer --tail=-1 | ||
echo "======================================================================================================================" | ||
kubectl describe pods -n ${{ env.VCLUSTER_NAMESPACE }} | ||
exit 1 | ||
Oops, something went wrong.