name: Run Continuous Tests on: workflow_dispatch: inputs: source: description: Repository with tests (current) required: false type: string branch: description: Branch with tests (master) required: false type: string codexdockerimage: description: Codex Docker image (codexstorage/nim-codex:latest-dist-tests) required: false type: string nameprefix: description: Resources prefix (c-tests) required: false type: string tests_target_duration: description: Runner target duration (2d) required: false type: string tests_filter: description: Runner tests filter ("") required: false type: string tests_cleanup: description: Runner tests cleanup required: false type: boolean default: true workflow_call: inputs: source: description: Repository with tests (current) required: false type: string branch: description: Branch with tests (master) required: false type: string codexdockerimage: description: Codex Docker image (codexstorage/nim-codex:latest-dist-tests) required: false type: string nameprefix: description: Resources prefix (c-tests) required: false type: string tests_target_duration: description: Runner target duration (2d) required: false type: string tests_filter: description: Runner tests filter ("") required: false type: string tests_cleanup: description: Runner tests cleanup required: false type: boolean default: true workflow_source: description: Workflow source required: false type: string default: '' env: SOURCE: ${{ format('{0}/{1}', github.server_url, github.repository) }} BRANCH: ${{ github.ref_name }} CODEXDOCKERIMAGE: codexstorage/nim-codex:latest-dist-tests NAMEPREFIX: c-tests NAMESPACE: default TESTS_TARGET_DURATION: 2d TESTS_FILTER: "" TESTS_CLEANUP: true JOB_MANIFEST: docker/continuous-tests-job.yaml KUBE_CONFIG: ${{ secrets.KUBE_CONFIG }} KUBE_VERSION: v1.28.2 jobs: run_tests: name: Run Continuous Tests ${{ inputs.tests_filter }} runs-on: ubuntu-latest steps: - name: Checkout uses: actions/checkout@v3 with: repository: ${{ inputs.workflow_source }} - name: Variables run: | RUNID=$(date +%Y%m%d-%H%M%S) echo "RUNID=${RUNID}" >> $GITHUB_ENV echo "TESTID=$(git rev-parse --short HEAD)" >> $GITHUB_ENV [[ -n "${{ inputs.source }}" ]] && echo "SOURCE=${{ inputs.source }}" >>"$GITHUB_ENV" || echo "SOURCE=${{ env.SOURCE }}" >>"$GITHUB_ENV" [[ -n "${{ inputs.branch }}" ]] && echo "BRANCH=${{ inputs.branch }}" >>"$GITHUB_ENV" || echo "BRANCH=${{ env.BRANCH }}" >>"$GITHUB_ENV" [[ -n "${{ inputs.codexdockerimage }}" ]] && echo "CODEXDOCKERIMAGE=${{ inputs.codexdockerimage }}" >>"$GITHUB_ENV" || echo "CODEXDOCKERIMAGE=${{ env.CODEXDOCKERIMAGE }}" >>"$GITHUB_ENV" [[ -n "${{ inputs.nameprefix }}" ]] && NAMEPREFIX="`awk '{ print tolower($0) }' <<< ${{ inputs.nameprefix }}`" || NAMEPREFIX="`awk '{ print tolower($0) }' <<< ${{ env.NAMEPREFIX }}`" echo "NAMEPREFIX=${NAMEPREFIX}-${RUNID}" >>"$GITHUB_ENV" echo "DEPLOYMENT_NAMESPACE=${NAMEPREFIX}-${RUNID}" >>"$GITHUB_ENV" [[ -n "${{ inputs.namespace }}" ]] && echo "NAMESPACE=${{ inputs.namespace }}" >>"$GITHUB_ENV" || echo "NAMESPACE=${{ env.NAMESPACE }}" >>"$GITHUB_ENV" [[ -n "${{ inputs.tests_target_duration }}" ]] && echo "TESTS_TARGET_DURATION=${{ inputs.tests_target_duration }}" >>"$GITHUB_ENV" || echo "TESTS_TARGET_DURATION=${{ env.TESTS_TARGET_DURATION }}" >>"$GITHUB_ENV" [[ -n "${{ inputs.tests_filter }}" ]] && echo "TESTS_FILTER=${{ inputs.tests_filter }}" >>"$GITHUB_ENV" || echo "TESTS_FILTERS=${{ env.TESTS_FILTERS }}" >>"$GITHUB_ENV" [[ -n "${{ inputs.tests_cleanup }}" ]] && echo "TESTS_CLEANUP=${{ inputs.tests_cleanup }}" >>"$GITHUB_ENV" || echo "TESTS_CLEANUP=${{ env.TESTS_CLEANUP }}" >>"$GITHUB_ENV" - name: Kubectl - Install ${{ env.KUBE_VERSION }} uses: azure/setup-kubectl@v3 with: version: ${{ env.KUBE_VERSION }} - name: Kubectl - Kubeconfig run: | mkdir -p "${HOME}"/.kube echo "${{ env.KUBE_CONFIG }}" | base64 -d > "${HOME}"/.kube/config - name: Kubectl - Create Job run: | envsubst < ${{ env.JOB_MANIFEST }} | kubectl apply -f - - name: Tests Identification run: | echo "----" echo "Repository: ${{ env.SOURCE }}" echo "Branch: ${{ env.BRANCH }}" echo "Runner job: ${{ env.NAMEPREFIX }}" echo "Runner pod: `kubectl get pod --selector job-name=${{ env.NAMEPREFIX }} -ojsonpath='{.items[0].metadata.name}'`" echo "Runner namespace: ${{ env.NAMESPACE }}" echo "----" echo "Tests runid: ${{ env.RUNID }}" echo "Tests codexdockerimage: ${{ env.CODEXDOCKERIMAGE }}" echo "Tests namespace: ${{ env.DEPLOYMENT_NAMESPACE }}" echo "Tests duration: ${{ env.TESTS_TARGET_DURATION }}" echo "Tests filter: ${{ env.TESTS_FILTER }}" echo "Tests cleanup: ${{ env.TESTS_CLEANUP }}" echo "----" - name: Show Runner logs if: false run: | # Variables # We need more than 300 seconds because Auto Scaler may take 3 minutes to tun a node duration=600 namespace="${{ env.NAMESPACE }}" pod=$(kubectl get pod --selector job-name=${{ env.NAMEPREFIX }} -o jsonpath="{.items[0].metadata.name}") # Check Pod status WAIT=120 SECONDS=0 sleep=1 while (( SECONDS < WAIT )); do phase=$(kubectl get pod ${pod} -n ${namespace} -o jsonpath="{.status.phase}") [[ "${phase}" == "Running" ]] && { echo "Pod $pod is in $phase state - Get the logs"; break; } || { echo "Pod $pod is in $phase state - Retry in $sleep seconds / $((WAIT - SECONDS))"; } sleep $sleep done # Get logs timeout $duration \ kubectl logs $pod \ -n $namespace \ -f \ --tail=-1 \ --timestamps || true