FOUR-12410 Use K8S CICD Pipeline - develop branch#5889

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
ryancooley merged 1 commit into from
Jan 9, 2024
Merged

FOUR-12410 Use K8S CICD Pipeline - develop branch #5889

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
295 changes: 111 additions & 184 deletions .github/workflows/deploy-pm4.yml
View file
Open in desktop
Original file line numberDiff line numberDiff line change
@@ -1,212 +1,139 @@
name: BUILD-PM4
name: deploy-k8s
run-name: ${{ github.actor }} send deploy EKS 🚀
on:
#push:
# branches:
# - kr-github-actions
pull_request:
types: [opened, reopened, synchronize, edited, closed]
schedule:
- cron: '30 2 * * *' # every day at midnight
#workflow_dispatch:
#pull_request:
# branches:
# - main
#schedule:
# - cron: '30 2 * * *' # every day at midnight
workflow_dispatch:
workflow_call:
env:
SHA: ${{github.event.pull_request.head.sha}}
PROJECT: ${{github.event.pull_request.head.repo.name}}
CI_PR_BODY: ${{ github.event_name == 'schedule' && 'ci:deploy' || github.event.pull_request.body }}
PACKAGE_URL: ${{github.event.pull_request.head.repo.ssh_url}}
PACKAGE_BRANCH: ${{github.event.pull_request.head.ref}}
#MY_GITHUB_TOKEN: ${{ secrets.GH_STATUS_TOKEN }}
GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
#GIT_TOKEN: ${{ secrets.MY_GH_TOKEN }}
OWNER: ${{ github.event.pull_request.head.repo.owner.login }}
#Other Parameters
aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
aws-region: ${{ secrets.AWS_REGION }}
aws-url: ${{ secrets.AWS_URL }}
STM_TOKEN: ${{ secrets.STM_TOKEN }}
CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'develop' }}
CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }}
CI_TEST: $CI_PROJECT
IMAGE_TAG1: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
AWS_URL: ${{ secrets.AWS_URL }}
pull_req_id: ${{github.event.pull_request.number}}
BASE: ${{ contains(github.event.pull_request.body, 'ci:php81') && 'ci-base' || 'ci-base-php82' }}
CDATA_LICENSE_DOCUSIGN: ${{ secrets.CDATA_LICENSE_DOCUSIGN }}
CDATA_LICENSE_EXCEL: ${{ secrets.CDATA_LICENSE_EXCEL }}
CDATA_LICENSE_GITHUB: ${{ secrets.CDATA_LICENSE_GITHUB }}
CDATA_LICENSE_SLACK: ${{ secrets.CDATA_LICENSE_SLACK }}
DATE: $(date -d '-1 day' '+%Y-%m-%d'|sed 's/-//g')
CURRENT_DATE: $(date '+%Y-%m-%d %H:%M:%S'|sed 's/-//g')
CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'next' }}
CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }}
CI_PR_BODY: ${{ github.event_name == 'schedule' && 'No ci tags needed here' || github.event.pull_request.body }}
IMAGE_TAG: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
DEPLOY: ${{ secrets.DEPLOY }}
GH_USER: ${{ secrets.GH_USER }}
GH_EMAIL: ${{ secrets.GH_EMAIL }}
GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
DOM_EKS: ${{ secrets.DOM_EKS }}
GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
BUILD_BASE: ${{ (contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule') && '1' || '0' }}
BASE_IMAGE: ${{ secrets.REGISTRY_HOST }}/processmaker/processmaker:base
K8S_BRANCH: develop
concurrency:
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
jobs:
job1:
name: build-stm-image
imageEKS:
name: build-docker-image-EKS
if: github.event.action != 'closed'
runs-on: ${{ vars.RUNNER }}
steps:
- name: Export Params
runs-on: ${{ vars.RUNNER }}
steps:
- name: Set image name
run: |
echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY BASE: $BASE"
echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
#Additional
echo "CACHEBUSTER="$(date +%s) >> $GITHUB_ENV
- name: Clone Repo STM
RESOLVED_IMAGE_TAG=${{ env.IMAGE_TAG }}
echo "IMAGE=${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:$RESOLVED_IMAGE_TAG" >> $GITHUB_ENV
- name: Clone repo K8S
run: |
git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v1
with:
aws-access-key-id: ${{ env.aws-access-key-id }}
aws-secret-access-key: ${{ env.aws-secret-access-key }}
aws-region: ${{ env.aws-region }}
- name: Login to ECR
run: |
aws ecr get-login-password | docker login --username AWS --password-stdin ${{env.aws-url}}
- name: Build and Push the base images
if: contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule'
# TODO: Change branch when pm4 k8s distribution is released
echo "IMAGE: ${{ env.IMAGE }}"
git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution
- name: Generate image EKS
run: |
cd pm4-stm-docker
docker-compose build --no-cache base-php82
docker-compose build --no-cache cache
docker push ${REPOSITORY}:ci-base-php82
docker push ${REPOSITORY}:ci-cache
- name: Build and Push the image to ECR
cd pm4-k8s-distribution/images
branch=$CI_PACKAGE_BRANCH tag=${{env.IMAGE_TAG}} bash build.k8s-cicd.sh
echo "VERSION=${{ env.IMAGE_TAG }}" >> $GITHUB_ENV
- name: List Images
run: |
cd pm4-stm-docker
docker-compose build processmaker
docker push ${IMAGE}
job2:
name: deploy-stm
if: github.event.action != 'closed'
needs: job1
runs-on: ${{ vars.RUNNER }}
container:
image: cimg/php:7.4
options: --user root
steps:
- name: Export Params
docker images
- name: Run Trivy vulnerability scanner
uses: aquasecurity/trivy-action@master
with:
image-ref: processmaker/enterprise:${{ env.VERSION }}
format: 'table'
exit-code: '0'
ignore-unfixed: false
vuln-type: 'os,library'
scanners: 'vuln,secret'
severity: 'MEDIUM,HIGH,CRITICAL'
env:
TRIVY_TIMEOUT: 30m
- name: Login to Harbor
uses: docker/login-action@v2
with:
registry: ${{ secrets.REGISTRY_HOST }}
username: ${{ secrets.REGISTRY_USERNAME }}
password: ${{ secrets.REGISTRY_PASSWORD }}
- name: Push Enterprise Image to Harbor
run: |
docker tag processmaker/enterprise:${{env.IMAGE_TAG}} ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
docker push ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
deployEKS:
name: build-deploy-EKS
if: contains(github.event.pull_request.body, 'ci:deploy')
needs: imageEKS
runs-on: self-hosted
steps:
- name: Clone private repository
run: |
echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY"
echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV
- name: Clone Repo STM
git clone --depth 1 -b eng "https://$GITHUB_TOKEN@github.com/ProcessMaker/argocd.git" argocd
- name: CreateDB
run: |
cd argocd
deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10)
sed -i "s/{{instance}}/ci-$deploy/" template-db.yaml
kubectl get namespace ci-processmaker-ns-pm4
namespace=$(kubectl get namespace $deploy-ns-pm4|grep $deploy|awk '{print $1}')
kubectl apply -f template-db.yaml
- name: Install pm4-tools
run: |
git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
cd pm4-stm-docker
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v1
with:
aws-access-key-id: ${{ env.aws-access-key-id }}
aws-secret-access-key: ${{ env.aws-secret-access-key }}
aws-region: ${{ env.aws-region }}
- name: Login to Amazon ECR
id: login-ecr
uses: aws-actions/amazon-ecr-login@v1
- name: Deploy STM
id: stm
git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution
cd pm4-k8s-distribution/images/pm4-tools
composer install --no-interaction
cd ..
- name: Deploy instance EKS
run: |
mkdir -p /tmp/workspace
cd pm4-stm-docker/deploy-stm
composer install --no-dev
php run.php
if [ -f "url.txt" ]; then
INSTANCE_URL=$(cat url.txt)
cd argocd
deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10)
current_datetime=$(echo -n ${{env.CURRENT_DATE}} | md5sum | head -c 10)
echo "NAMESPACE : ci-$deploy-ns-pm4"
helm repo add processmaker ${{ secrets.HELM_REPO }} --username ${{ secrets.HELM_USERNAME }} --password ${{ secrets.HELM_PASSWORD }} && helm repo update
if ! kubectl get namespace/ci-$deploy-ns-pm4 ; then
echo "Creating Deploy :: $deploy"
sed -i "s/{{instance}}/ci-$deploy/" template-instance.yaml
sed -i "s/{{image}}/${{env.IMAGE_TAG}}/" template-instance.yaml
cat template-instance.yaml
helm install --timeout 40m -f template-instance.yaml ci-$deploy processmaker/enterprise --version 2.1.0
else
echo "Bouncing Instance ";
sed -i "s/{{instance}}/ci-$deploy/g" template-bounce.yaml
sed -i "s/{{current_datetime}}/$current_datetime/g" template-bounce.yaml
helm upgrade --timeout 20m ci-$deploy processmaker/enterprise --version 2.1.0
kubectl apply -f template-bounce.yaml
fi
echo "Instance URL: '${INSTANCE_URL}'"
export INSTANCE_URL=https://ci-$deploy$DOM_EKS
echo "INSTANCE_URL=${INSTANCE_URL}" >> "$GITHUB_ENV"
- name: Publish the URL to the Github PR
if: success() || steps.stm.conclusion == 'success'
../pm4-k8s-distribution/images/pm4-tools/pm wait-for-instance-ready
- name: Comment Instance
run: |
cd pm4-stm-docker
echo "Instance URL: '${INSTANCE_URL}'"
bash ./github_comment.sh "$PROJECT" "$pull_req_id"
job3:
name: run-phpunit
if: github.event.action != 'closed'
needs: job1
runs-on: ${{ vars.RUNNER }}
steps:
- name: Export Params
run: |
echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
- name: Clone Repo STM
run: |
git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
cd pm4-stm-docker
- name: Configure AWS Credentials
uses: aws-actions/configure-aws-credentials@v1
with:
aws-access-key-id: ${{ env.aws-access-key-id }}
aws-secret-access-key: ${{ env.aws-secret-access-key }}
aws-region: ${{ env.aws-region }}
- name: Login to Amazon ECR
id: login-ecr
uses: aws-actions/amazon-ecr-login@v1
- name: PHPUnits
run: |
cd pm4-stm-docker
docker pull $IMAGE
docker-compose down -v
docker-compose build phpunit
docker-compose run phpunit
#job4:
# name: run-benchmarks
# needs: job2
# runs-on: ${{ vars.RUNNER }}
# steps:
# - name: my-step
# run: |
# echo "Fifth Step"
#job5:
# name: run-cypress
# needs: job2
# runs-on: ${{ vars.RUNNER }}
# steps:
# - name: my-step
# run: |
# echo "fourth Step"
#job6:
# name: run-cypress-qa
# needs: job2
# runs-on: ${{ vars.RUNNER }}
# steps:
# - name: my-step
# run: |
# echo "Sixt Step"
job7:
bash argocd/gh_comment.sh "$CI_PROJECT" "$pull_req_id"
deleteEKS:
name: Delete Instance
if: github.event.action == 'closed'
runs-on: ${{ vars.RUNNER }}
container:
image: cimg/php:7.4
options: --user root
steps:
- name: Export Params
run: |
echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV
- name: Clone Repo STM
run: |
git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
cd pm4-stm-docker
- name: Delete Instance STM
run: |
mkdir -p /tmp/workspace
cd pm4-stm-docker/deploy-stm
composer install --no-dev
php run-delete-instance.php
runs-on: self-hosted
steps:
- name: Delete instance EKS
run: |
deploy=$(echo -n $IMAGE_TAG | md5sum | head -c 10)
echo "Deleting Instace :: ci-$deploy"
helm delete ci-$deploy
kubectl delete namespace ci-$deploy-ns-pm4
, 'i'); if (__m === '*' || __re.test(location.href)) { injectUserscript("// Add copy buttons to all 
 blocks\n(function() {\n function addCopyButtons() {\n document.querySelectorAll('pre code').forEach(function(codeBlock) {\n if (codeBlock.parentElement.hasAttribute('data-copy-added')) return;\n codeBlock.parentElement.setAttribute('data-copy-added', 'true');\n \n var btn = document.createElement('button');\n btn.textContent = 'Copy';\n btn.style.cssText = 'position:absolute;top:4px;right:4px;padding:2px 8px;font-size:11px;background:#4ecdc4;border:none;border-radius:4px;color:#1a1a2e;cursor:pointer;opacity:0.7;transition:opacity 0.2s;';\n btn.onmouseover = function() { this.style.opacity = '1'; };\n btn.onmouseout = function() { this.style.opacity = '0.7'; };\n btn.onclick = function() {\n navigator.clipboard.writeText(codeBlock.textContent).then(function() {\n btn.textContent = 'Copied!';\n setTimeout(function() { btn.textContent = 'Copy'; }, 1500);\n });\n };\n codeBlock.parentElement.style.position = 'relative';\n codeBlock.parentElement.appendChild(btn);\n });\n }\n \n addCopyButtons();\n \n // Re-run on dynamic content\n var observer = new MutationObserver(addCopyButtons);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Add Copy Buttons to Code Blocks");
}
} catch(__e) { console.warn('[Userscript:Add Copy Buttons to Code Blocks]', __e); }
})();
(function(){
try {
var __m = "github.com";
var __re = new RegExp('^' + "github\\.com" + '

Skip to content
FOUR-12410 Use K8S CICD Pipeline - develop branch#5889

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

ryancooley
merged 1 commit into

from

Jan 9, 2024
 Merged


FOUR-12410 Use K8S CICD Pipeline - develop branch
#5889
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


295 changes: 111 additions & 184 deletions
.github/workflows/deploy-pm4.yml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,212 +1,139 @@
name: BUILD-PM4
name: deploy-k8s
run-name: ${{ github.actor }} send deploy EKS 🚀
on: 
 #push:
 # branches:
 # - kr-github-actions
 pull_request:
 types: [opened, reopened, synchronize, edited, closed]
 schedule:
 - cron: '30 2 * * *' # every day at midnight 
 #workflow_dispatch:
 #pull_request:
 # branches:
 # - main
 #schedule:
 # - cron: '30 2 * * *' # every day at midnight
 workflow_dispatch:
 workflow_call:
env:
 SHA: ${{github.event.pull_request.head.sha}}
 PROJECT: ${{github.event.pull_request.head.repo.name}}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'ci:deploy' || github.event.pull_request.body }}
 PACKAGE_URL: ${{github.event.pull_request.head.repo.ssh_url}}
 PACKAGE_BRANCH: ${{github.event.pull_request.head.ref}}
 #MY_GITHUB_TOKEN: ${{ secrets.GH_STATUS_TOKEN }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 #GIT_TOKEN: ${{ secrets.MY_GH_TOKEN }}
 OWNER: ${{ github.event.pull_request.head.repo.owner.login }} 
 #Other Parameters
 aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
 aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
 aws-region: ${{ secrets.AWS_REGION }} 
 aws-url: ${{ secrets.AWS_URL }}
 STM_TOKEN: ${{ secrets.STM_TOKEN }}
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'develop' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }} 
 CI_TEST: $CI_PROJECT
 IMAGE_TAG1: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 AWS_URL: ${{ secrets.AWS_URL }}
 pull_req_id: ${{github.event.pull_request.number}}
 BASE: ${{ contains(github.event.pull_request.body, 'ci:php81') && 'ci-base' || 'ci-base-php82' }}
 CDATA_LICENSE_DOCUSIGN: ${{ secrets.CDATA_LICENSE_DOCUSIGN }}
 CDATA_LICENSE_EXCEL: ${{ secrets.CDATA_LICENSE_EXCEL }}
 CDATA_LICENSE_GITHUB: ${{ secrets.CDATA_LICENSE_GITHUB }}
 CDATA_LICENSE_SLACK: ${{ secrets.CDATA_LICENSE_SLACK }}
 DATE: $(date -d '-1 day' '+%Y-%m-%d'|sed 's/-//g')
 CURRENT_DATE: $(date '+%Y-%m-%d %H:%M:%S'|sed 's/-//g')
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'next' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'No ci tags needed here' || github.event.pull_request.body }}
 IMAGE_TAG: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 DEPLOY: ${{ secrets.DEPLOY }}
 GH_USER: ${{ secrets.GH_USER }}
 GH_EMAIL: ${{ secrets.GH_EMAIL }}
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 DOM_EKS: ${{ secrets.DOM_EKS }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 BUILD_BASE: ${{ (contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule') && '1' || '0' }}
 BASE_IMAGE: ${{ secrets.REGISTRY_HOST }}/processmaker/processmaker:base
 K8S_BRANCH: develop
concurrency:
 group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
 cancel-in-progress: true
jobs:
job1:
 name: build-stm-image
imageEKS: 
 name: build-docker-image-EKS
 if: github.event.action != 'closed'
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Set image name
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY BASE: $BASE"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 #Additional
 echo "CACHEBUSTER="$(date +%s) >> $GITHUB_ENV
 - name: Clone Repo STM
 RESOLVED_IMAGE_TAG=${{ env.IMAGE_TAG }}
 echo "IMAGE=${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:$RESOLVED_IMAGE_TAG" >> $GITHUB_ENV
 - name: Clone repo K8S
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to ECR
 run: | 
 aws ecr get-login-password | docker login --username AWS --password-stdin ${{env.aws-url}}
 - name: Build and Push the base images
 if: contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule'
 # TODO: Change branch when pm4 k8s distribution is released
 echo "IMAGE: ${{ env.IMAGE }}"
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 - name: Generate image EKS
 run: |
 cd pm4-stm-docker
 docker-compose build --no-cache base-php82
 docker-compose build --no-cache cache
 docker push ${REPOSITORY}:ci-base-php82
 docker push ${REPOSITORY}:ci-cache
 - name: Build and Push the image to ECR
 cd pm4-k8s-distribution/images
 branch=$CI_PACKAGE_BRANCH tag=${{env.IMAGE_TAG}} bash build.k8s-cicd.sh
 echo "VERSION=${{ env.IMAGE_TAG }}" >> $GITHUB_ENV
 - name: List Images
 run: |
 cd pm4-stm-docker
 docker-compose build processmaker
 docker push ${IMAGE}
 job2: 
 name: deploy-stm 
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 docker images
 - name: Run Trivy vulnerability scanner
 uses: aquasecurity/trivy-action@master
 with:
 image-ref: processmaker/enterprise:${{ env.VERSION }}
 format: 'table'
 exit-code: '0'
 ignore-unfixed: false
 vuln-type: 'os,library'
 scanners: 'vuln,secret'
 severity: 'MEDIUM,HIGH,CRITICAL'
 env:
 TRIVY_TIMEOUT: 30m
 - name: Login to Harbor
 uses: docker/login-action@v2
 with:
 registry: ${{ secrets.REGISTRY_HOST }}
 username: ${{ secrets.REGISTRY_USERNAME }}
 password: ${{ secrets.REGISTRY_PASSWORD }}
 - name: Push Enterprise Image to Harbor
 run: | 
 docker tag processmaker/enterprise:${{env.IMAGE_TAG}} ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 docker push ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 deployEKS: 
 name: build-deploy-EKS
 if: contains(github.event.pull_request.body, 'ci:deploy')
 needs: imageEKS
 runs-on: self-hosted
 steps: 
 - name: Clone private repository
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 git clone --depth 1 -b eng "https://$GITHUB_TOKEN@github.com/ProcessMaker/argocd.git" argocd
 - name: CreateDB 
 run: | 
 cd argocd
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10) 
 sed -i "s/{{instance}}/ci-$deploy/" template-db.yaml
 kubectl get namespace ci-processmaker-ns-pm4
 namespace=$(kubectl get namespace $deploy-ns-pm4|grep $deploy|awk '{print $1}')
 kubectl apply -f template-db.yaml 
 - name: Install pm4-tools
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR 
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: Deploy STM
 id: stm
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 cd pm4-k8s-distribution/images/pm4-tools
 composer install --no-interaction
 cd ..
 - name: Deploy instance EKS 
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run.php
 if [ -f "url.txt" ]; then
 INSTANCE_URL=$(cat url.txt)
 cd argocd 
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10)
 current_datetime=$(echo -n ${{env.CURRENT_DATE}} | md5sum | head -c 10)
 echo "NAMESPACE : ci-$deploy-ns-pm4"
 helm repo add processmaker ${{ secrets.HELM_REPO }} --username ${{ secrets.HELM_USERNAME }} --password ${{ secrets.HELM_PASSWORD }} && helm repo update
 if ! kubectl get namespace/ci-$deploy-ns-pm4 ; then 
 echo "Creating Deploy :: $deploy"
 sed -i "s/{{instance}}/ci-$deploy/" template-instance.yaml
 sed -i "s/{{image}}/${{env.IMAGE_TAG}}/" template-instance.yaml
 cat template-instance.yaml 
 helm install --timeout 40m -f template-instance.yaml ci-$deploy processmaker/enterprise --version 2.1.0 
 else
 echo "Bouncing Instance ";
 sed -i "s/{{instance}}/ci-$deploy/g" template-bounce.yaml
 sed -i "s/{{current_datetime}}/$current_datetime/g" template-bounce.yaml
 helm upgrade --timeout 20m ci-$deploy processmaker/enterprise --version 2.1.0 
 kubectl apply -f template-bounce.yaml
 fi
echo "Instance URL: '${INSTANCE_URL}'"
export INSTANCE_URL=https://ci-$deploy$DOM_EKS
 echo "INSTANCE_URL=${INSTANCE_URL}" >> "$GITHUB_ENV"
- name: Publish the URL to the Github PR 
 if: success() || steps.stm.conclusion == 'success'
 ../pm4-k8s-distribution/images/pm4-tools/pm wait-for-instance-ready
- name: Comment Instance
 run: |
 cd pm4-stm-docker
 echo "Instance URL: '${INSTANCE_URL}'"
 bash ./github_comment.sh "$PROJECT" "$pull_req_id"
 job3: 
 name: run-phpunit
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: PHPUnits
 run: | 
 cd pm4-stm-docker 
 docker pull $IMAGE 
 docker-compose down -v 
 docker-compose build phpunit 
 docker-compose run phpunit
 #job4: 
 # name: run-benchmarks
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Fifth Step"
 #job5: 
 # name: run-cypress
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "fourth Step"
 #job6: 
 # name: run-cypress-qa
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Sixt Step"
 job7: 
 bash argocd/gh_comment.sh "$CI_PROJECT" "$pull_req_id"
 deleteEKS:
 name: Delete Instance
 if: github.event.action == 'closed'
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Delete Instance STM
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run-delete-instance.php
 runs-on: self-hosted
 steps: 
 - name: Delete instance EKS 
 run: | 
 deploy=$(echo -n $IMAGE_TAG | md5sum | head -c 10)
 echo "Deleting Instace :: ci-$deploy"
 helm delete ci-$deploy
 kubectl delete namespace ci-$deploy-ns-pm4 

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Force GitHub README to respect dark mode\n(function() {\n var style = document.createElement('style');\n style.textContent = '\n .markdown-body {\n color-scheme: dark light;\n }\n .markdown-body pre { background: #161b22 !important; }\n .markdown-body code { background: rgba(110, 118, 129, 0.4) !important; }\n .markdown-body table th, .markdown-body table td { border-color: #30363d !important; }\n .markdown-body img { background: #0d1117; }\n .markdown-body blockquote { border-left-color: #8b949e; }\n .markdown-body hr { border-color: #30363d; }\n ';\n document.head.appendChild(style);\n})();", "GitHub Dark Mode README Fix");
}
} catch(__e) { console.warn('[Userscript:GitHub Dark Mode README Fix]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
FOUR-12410 Use K8S CICD Pipeline - develop branch#5889

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

ryancooley
merged 1 commit into

from

Jan 9, 2024
 Merged


FOUR-12410 Use K8S CICD Pipeline - develop branch
#5889
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


295 changes: 111 additions & 184 deletions
.github/workflows/deploy-pm4.yml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,212 +1,139 @@
name: BUILD-PM4
name: deploy-k8s
run-name: ${{ github.actor }} send deploy EKS 🚀
on: 
 #push:
 # branches:
 # - kr-github-actions
 pull_request:
 types: [opened, reopened, synchronize, edited, closed]
 schedule:
 - cron: '30 2 * * *' # every day at midnight 
 #workflow_dispatch:
 #pull_request:
 # branches:
 # - main
 #schedule:
 # - cron: '30 2 * * *' # every day at midnight
 workflow_dispatch:
 workflow_call:
env:
 SHA: ${{github.event.pull_request.head.sha}}
 PROJECT: ${{github.event.pull_request.head.repo.name}}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'ci:deploy' || github.event.pull_request.body }}
 PACKAGE_URL: ${{github.event.pull_request.head.repo.ssh_url}}
 PACKAGE_BRANCH: ${{github.event.pull_request.head.ref}}
 #MY_GITHUB_TOKEN: ${{ secrets.GH_STATUS_TOKEN }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 #GIT_TOKEN: ${{ secrets.MY_GH_TOKEN }}
 OWNER: ${{ github.event.pull_request.head.repo.owner.login }} 
 #Other Parameters
 aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
 aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
 aws-region: ${{ secrets.AWS_REGION }} 
 aws-url: ${{ secrets.AWS_URL }}
 STM_TOKEN: ${{ secrets.STM_TOKEN }}
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'develop' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }} 
 CI_TEST: $CI_PROJECT
 IMAGE_TAG1: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 AWS_URL: ${{ secrets.AWS_URL }}
 pull_req_id: ${{github.event.pull_request.number}}
 BASE: ${{ contains(github.event.pull_request.body, 'ci:php81') && 'ci-base' || 'ci-base-php82' }}
 CDATA_LICENSE_DOCUSIGN: ${{ secrets.CDATA_LICENSE_DOCUSIGN }}
 CDATA_LICENSE_EXCEL: ${{ secrets.CDATA_LICENSE_EXCEL }}
 CDATA_LICENSE_GITHUB: ${{ secrets.CDATA_LICENSE_GITHUB }}
 CDATA_LICENSE_SLACK: ${{ secrets.CDATA_LICENSE_SLACK }}
 DATE: $(date -d '-1 day' '+%Y-%m-%d'|sed 's/-//g')
 CURRENT_DATE: $(date '+%Y-%m-%d %H:%M:%S'|sed 's/-//g')
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'next' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'No ci tags needed here' || github.event.pull_request.body }}
 IMAGE_TAG: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 DEPLOY: ${{ secrets.DEPLOY }}
 GH_USER: ${{ secrets.GH_USER }}
 GH_EMAIL: ${{ secrets.GH_EMAIL }}
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 DOM_EKS: ${{ secrets.DOM_EKS }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 BUILD_BASE: ${{ (contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule') && '1' || '0' }}
 BASE_IMAGE: ${{ secrets.REGISTRY_HOST }}/processmaker/processmaker:base
 K8S_BRANCH: develop
concurrency:
 group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
 cancel-in-progress: true
jobs:
job1:
 name: build-stm-image
imageEKS: 
 name: build-docker-image-EKS
 if: github.event.action != 'closed'
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Set image name
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY BASE: $BASE"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 #Additional
 echo "CACHEBUSTER="$(date +%s) >> $GITHUB_ENV
 - name: Clone Repo STM
 RESOLVED_IMAGE_TAG=${{ env.IMAGE_TAG }}
 echo "IMAGE=${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:$RESOLVED_IMAGE_TAG" >> $GITHUB_ENV
 - name: Clone repo K8S
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to ECR
 run: | 
 aws ecr get-login-password | docker login --username AWS --password-stdin ${{env.aws-url}}
 - name: Build and Push the base images
 if: contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule'
 # TODO: Change branch when pm4 k8s distribution is released
 echo "IMAGE: ${{ env.IMAGE }}"
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 - name: Generate image EKS
 run: |
 cd pm4-stm-docker
 docker-compose build --no-cache base-php82
 docker-compose build --no-cache cache
 docker push ${REPOSITORY}:ci-base-php82
 docker push ${REPOSITORY}:ci-cache
 - name: Build and Push the image to ECR
 cd pm4-k8s-distribution/images
 branch=$CI_PACKAGE_BRANCH tag=${{env.IMAGE_TAG}} bash build.k8s-cicd.sh
 echo "VERSION=${{ env.IMAGE_TAG }}" >> $GITHUB_ENV
 - name: List Images
 run: |
 cd pm4-stm-docker
 docker-compose build processmaker
 docker push ${IMAGE}
 job2: 
 name: deploy-stm 
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 docker images
 - name: Run Trivy vulnerability scanner
 uses: aquasecurity/trivy-action@master
 with:
 image-ref: processmaker/enterprise:${{ env.VERSION }}
 format: 'table'
 exit-code: '0'
 ignore-unfixed: false
 vuln-type: 'os,library'
 scanners: 'vuln,secret'
 severity: 'MEDIUM,HIGH,CRITICAL'
 env:
 TRIVY_TIMEOUT: 30m
 - name: Login to Harbor
 uses: docker/login-action@v2
 with:
 registry: ${{ secrets.REGISTRY_HOST }}
 username: ${{ secrets.REGISTRY_USERNAME }}
 password: ${{ secrets.REGISTRY_PASSWORD }}
 - name: Push Enterprise Image to Harbor
 run: | 
 docker tag processmaker/enterprise:${{env.IMAGE_TAG}} ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 docker push ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 deployEKS: 
 name: build-deploy-EKS
 if: contains(github.event.pull_request.body, 'ci:deploy')
 needs: imageEKS
 runs-on: self-hosted
 steps: 
 - name: Clone private repository
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 git clone --depth 1 -b eng "https://$GITHUB_TOKEN@github.com/ProcessMaker/argocd.git" argocd
 - name: CreateDB 
 run: | 
 cd argocd
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10) 
 sed -i "s/{{instance}}/ci-$deploy/" template-db.yaml
 kubectl get namespace ci-processmaker-ns-pm4
 namespace=$(kubectl get namespace $deploy-ns-pm4|grep $deploy|awk '{print $1}')
 kubectl apply -f template-db.yaml 
 - name: Install pm4-tools
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR 
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: Deploy STM
 id: stm
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 cd pm4-k8s-distribution/images/pm4-tools
 composer install --no-interaction
 cd ..
 - name: Deploy instance EKS 
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run.php
 if [ -f "url.txt" ]; then
 INSTANCE_URL=$(cat url.txt)
 cd argocd 
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10)
 current_datetime=$(echo -n ${{env.CURRENT_DATE}} | md5sum | head -c 10)
 echo "NAMESPACE : ci-$deploy-ns-pm4"
 helm repo add processmaker ${{ secrets.HELM_REPO }} --username ${{ secrets.HELM_USERNAME }} --password ${{ secrets.HELM_PASSWORD }} && helm repo update
 if ! kubectl get namespace/ci-$deploy-ns-pm4 ; then 
 echo "Creating Deploy :: $deploy"
 sed -i "s/{{instance}}/ci-$deploy/" template-instance.yaml
 sed -i "s/{{image}}/${{env.IMAGE_TAG}}/" template-instance.yaml
 cat template-instance.yaml 
 helm install --timeout 40m -f template-instance.yaml ci-$deploy processmaker/enterprise --version 2.1.0 
 else
 echo "Bouncing Instance ";
 sed -i "s/{{instance}}/ci-$deploy/g" template-bounce.yaml
 sed -i "s/{{current_datetime}}/$current_datetime/g" template-bounce.yaml
 helm upgrade --timeout 20m ci-$deploy processmaker/enterprise --version 2.1.0 
 kubectl apply -f template-bounce.yaml
 fi
echo "Instance URL: '${INSTANCE_URL}'"
export INSTANCE_URL=https://ci-$deploy$DOM_EKS
 echo "INSTANCE_URL=${INSTANCE_URL}" >> "$GITHUB_ENV"
- name: Publish the URL to the Github PR 
 if: success() || steps.stm.conclusion == 'success'
 ../pm4-k8s-distribution/images/pm4-tools/pm wait-for-instance-ready
- name: Comment Instance
 run: |
 cd pm4-stm-docker
 echo "Instance URL: '${INSTANCE_URL}'"
 bash ./github_comment.sh "$PROJECT" "$pull_req_id"
 job3: 
 name: run-phpunit
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: PHPUnits
 run: | 
 cd pm4-stm-docker 
 docker pull $IMAGE 
 docker-compose down -v 
 docker-compose build phpunit 
 docker-compose run phpunit
 #job4: 
 # name: run-benchmarks
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Fifth Step"
 #job5: 
 # name: run-cypress
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "fourth Step"
 #job6: 
 # name: run-cypress-qa
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Sixt Step"
 job7: 
 bash argocd/gh_comment.sh "$CI_PROJECT" "$pull_req_id"
 deleteEKS:
 name: Delete Instance
 if: github.event.action == 'closed'
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Delete Instance STM
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run-delete-instance.php
 runs-on: self-hosted
 steps: 
 - name: Delete instance EKS 
 run: | 
 deploy=$(echo -n $IMAGE_TAG | md5sum | head -c 10)
 echo "Deleting Instace :: ci-$deploy"
 helm delete ci-$deploy
 kubectl delete namespace ci-$deploy-ns-pm4 

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Highlight search terms from Google/DuckDuckGo/Bing referrer\n(function() {\n var ref = document.referrer;\n var terms = [];\n \n if (ref.includes('google.com') || ref.includes('duckduckgo.com') || ref.includes('bing.com')) {\n var url = new URL(ref);\n var q = url.searchParams.get('q') || url.searchParams.get('p');\n if (q) {\n terms = q.split(/\\s+/).filter(function(t) { return t.length > 2; });\n }\n }\n \n if (terms.length === 0) return;\n \n var style = document.createElement('style');\n style.textContent = '.userscript-highlight { background: #fbbf24; color: #1a1a2e; padding: 1px 3px; border-radius: 2px; }';\n document.head.appendChild(style);\n \n function highlight(node) {\n if (node.nodeType === 3) { // text node\n var text = node.textContent;\n var found = false;\n terms.forEach(function(term) {\n var regex = new RegExp('(' + term.replace(/[.*+?^${}()|[\\]\\\\]/g, '\\\\') + ')', 'gi');\n if (regex.test(text)) {\n found = true;\n var frag = document.createDocumentFragment();\n var parts = text.split(regex);\n parts.forEach(function(part, i) {\n if (i % 2 === 0) {\n frag.appendChild(document.createTextNode(part));\n } else {\n var span = document.createElement('span');\n span.className = 'userscript-highlight';\n span.textContent = part;\n frag.appendChild(span);\n }\n });\n node.parentNode.replaceChild(frag, node);\n }\n });\n } else if (node.nodeType === 1 && node.childNodes) { // element\n var skipTags = ['SCRIPT', 'STYLE', 'NOSCRIPT', 'TEXTAREA', 'INPUT', 'SELECT'];\n if (!skipTags.includes(node.tagName)) {\n Array.from(node.childNodes).forEach(highlight);\n }\n }\n }\n \n highlight(document.body);\n \n // Re-highlight on dynamic content\n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1 || node.nodeType === 3) highlight(node);\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Highlight Search Terms");
}
} catch(__e) { console.warn('[Userscript:Highlight Search Terms]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
FOUR-12410 Use K8S CICD Pipeline - develop branch#5889

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

ryancooley
merged 1 commit into

from

Jan 9, 2024
 Merged


FOUR-12410 Use K8S CICD Pipeline - develop branch
#5889
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


295 changes: 111 additions & 184 deletions
.github/workflows/deploy-pm4.yml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,212 +1,139 @@
name: BUILD-PM4
name: deploy-k8s
run-name: ${{ github.actor }} send deploy EKS 🚀
on: 
 #push:
 # branches:
 # - kr-github-actions
 pull_request:
 types: [opened, reopened, synchronize, edited, closed]
 schedule:
 - cron: '30 2 * * *' # every day at midnight 
 #workflow_dispatch:
 #pull_request:
 # branches:
 # - main
 #schedule:
 # - cron: '30 2 * * *' # every day at midnight
 workflow_dispatch:
 workflow_call:
env:
 SHA: ${{github.event.pull_request.head.sha}}
 PROJECT: ${{github.event.pull_request.head.repo.name}}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'ci:deploy' || github.event.pull_request.body }}
 PACKAGE_URL: ${{github.event.pull_request.head.repo.ssh_url}}
 PACKAGE_BRANCH: ${{github.event.pull_request.head.ref}}
 #MY_GITHUB_TOKEN: ${{ secrets.GH_STATUS_TOKEN }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 #GIT_TOKEN: ${{ secrets.MY_GH_TOKEN }}
 OWNER: ${{ github.event.pull_request.head.repo.owner.login }} 
 #Other Parameters
 aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
 aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
 aws-region: ${{ secrets.AWS_REGION }} 
 aws-url: ${{ secrets.AWS_URL }}
 STM_TOKEN: ${{ secrets.STM_TOKEN }}
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'develop' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }} 
 CI_TEST: $CI_PROJECT
 IMAGE_TAG1: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 AWS_URL: ${{ secrets.AWS_URL }}
 pull_req_id: ${{github.event.pull_request.number}}
 BASE: ${{ contains(github.event.pull_request.body, 'ci:php81') && 'ci-base' || 'ci-base-php82' }}
 CDATA_LICENSE_DOCUSIGN: ${{ secrets.CDATA_LICENSE_DOCUSIGN }}
 CDATA_LICENSE_EXCEL: ${{ secrets.CDATA_LICENSE_EXCEL }}
 CDATA_LICENSE_GITHUB: ${{ secrets.CDATA_LICENSE_GITHUB }}
 CDATA_LICENSE_SLACK: ${{ secrets.CDATA_LICENSE_SLACK }}
 DATE: $(date -d '-1 day' '+%Y-%m-%d'|sed 's/-//g')
 CURRENT_DATE: $(date '+%Y-%m-%d %H:%M:%S'|sed 's/-//g')
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'next' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'No ci tags needed here' || github.event.pull_request.body }}
 IMAGE_TAG: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 DEPLOY: ${{ secrets.DEPLOY }}
 GH_USER: ${{ secrets.GH_USER }}
 GH_EMAIL: ${{ secrets.GH_EMAIL }}
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 DOM_EKS: ${{ secrets.DOM_EKS }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 BUILD_BASE: ${{ (contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule') && '1' || '0' }}
 BASE_IMAGE: ${{ secrets.REGISTRY_HOST }}/processmaker/processmaker:base
 K8S_BRANCH: develop
concurrency:
 group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
 cancel-in-progress: true
jobs:
job1:
 name: build-stm-image
imageEKS: 
 name: build-docker-image-EKS
 if: github.event.action != 'closed'
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Set image name
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY BASE: $BASE"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 #Additional
 echo "CACHEBUSTER="$(date +%s) >> $GITHUB_ENV
 - name: Clone Repo STM
 RESOLVED_IMAGE_TAG=${{ env.IMAGE_TAG }}
 echo "IMAGE=${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:$RESOLVED_IMAGE_TAG" >> $GITHUB_ENV
 - name: Clone repo K8S
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to ECR
 run: | 
 aws ecr get-login-password | docker login --username AWS --password-stdin ${{env.aws-url}}
 - name: Build and Push the base images
 if: contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule'
 # TODO: Change branch when pm4 k8s distribution is released
 echo "IMAGE: ${{ env.IMAGE }}"
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 - name: Generate image EKS
 run: |
 cd pm4-stm-docker
 docker-compose build --no-cache base-php82
 docker-compose build --no-cache cache
 docker push ${REPOSITORY}:ci-base-php82
 docker push ${REPOSITORY}:ci-cache
 - name: Build and Push the image to ECR
 cd pm4-k8s-distribution/images
 branch=$CI_PACKAGE_BRANCH tag=${{env.IMAGE_TAG}} bash build.k8s-cicd.sh
 echo "VERSION=${{ env.IMAGE_TAG }}" >> $GITHUB_ENV
 - name: List Images
 run: |
 cd pm4-stm-docker
 docker-compose build processmaker
 docker push ${IMAGE}
 job2: 
 name: deploy-stm 
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 docker images
 - name: Run Trivy vulnerability scanner
 uses: aquasecurity/trivy-action@master
 with:
 image-ref: processmaker/enterprise:${{ env.VERSION }}
 format: 'table'
 exit-code: '0'
 ignore-unfixed: false
 vuln-type: 'os,library'
 scanners: 'vuln,secret'
 severity: 'MEDIUM,HIGH,CRITICAL'
 env:
 TRIVY_TIMEOUT: 30m
 - name: Login to Harbor
 uses: docker/login-action@v2
 with:
 registry: ${{ secrets.REGISTRY_HOST }}
 username: ${{ secrets.REGISTRY_USERNAME }}
 password: ${{ secrets.REGISTRY_PASSWORD }}
 - name: Push Enterprise Image to Harbor
 run: | 
 docker tag processmaker/enterprise:${{env.IMAGE_TAG}} ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 docker push ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 deployEKS: 
 name: build-deploy-EKS
 if: contains(github.event.pull_request.body, 'ci:deploy')
 needs: imageEKS
 runs-on: self-hosted
 steps: 
 - name: Clone private repository
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 git clone --depth 1 -b eng "https://$GITHUB_TOKEN@github.com/ProcessMaker/argocd.git" argocd
 - name: CreateDB 
 run: | 
 cd argocd
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10) 
 sed -i "s/{{instance}}/ci-$deploy/" template-db.yaml
 kubectl get namespace ci-processmaker-ns-pm4
 namespace=$(kubectl get namespace $deploy-ns-pm4|grep $deploy|awk '{print $1}')
 kubectl apply -f template-db.yaml 
 - name: Install pm4-tools
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR 
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: Deploy STM
 id: stm
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 cd pm4-k8s-distribution/images/pm4-tools
 composer install --no-interaction
 cd ..
 - name: Deploy instance EKS 
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run.php
 if [ -f "url.txt" ]; then
 INSTANCE_URL=$(cat url.txt)
 cd argocd 
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10)
 current_datetime=$(echo -n ${{env.CURRENT_DATE}} | md5sum | head -c 10)
 echo "NAMESPACE : ci-$deploy-ns-pm4"
 helm repo add processmaker ${{ secrets.HELM_REPO }} --username ${{ secrets.HELM_USERNAME }} --password ${{ secrets.HELM_PASSWORD }} && helm repo update
 if ! kubectl get namespace/ci-$deploy-ns-pm4 ; then 
 echo "Creating Deploy :: $deploy"
 sed -i "s/{{instance}}/ci-$deploy/" template-instance.yaml
 sed -i "s/{{image}}/${{env.IMAGE_TAG}}/" template-instance.yaml
 cat template-instance.yaml 
 helm install --timeout 40m -f template-instance.yaml ci-$deploy processmaker/enterprise --version 2.1.0 
 else
 echo "Bouncing Instance ";
 sed -i "s/{{instance}}/ci-$deploy/g" template-bounce.yaml
 sed -i "s/{{current_datetime}}/$current_datetime/g" template-bounce.yaml
 helm upgrade --timeout 20m ci-$deploy processmaker/enterprise --version 2.1.0 
 kubectl apply -f template-bounce.yaml
 fi
echo "Instance URL: '${INSTANCE_URL}'"
export INSTANCE_URL=https://ci-$deploy$DOM_EKS
 echo "INSTANCE_URL=${INSTANCE_URL}" >> "$GITHUB_ENV"
- name: Publish the URL to the Github PR 
 if: success() || steps.stm.conclusion == 'success'
 ../pm4-k8s-distribution/images/pm4-tools/pm wait-for-instance-ready
- name: Comment Instance
 run: |
 cd pm4-stm-docker
 echo "Instance URL: '${INSTANCE_URL}'"
 bash ./github_comment.sh "$PROJECT" "$pull_req_id"
 job3: 
 name: run-phpunit
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: PHPUnits
 run: | 
 cd pm4-stm-docker 
 docker pull $IMAGE 
 docker-compose down -v 
 docker-compose build phpunit 
 docker-compose run phpunit
 #job4: 
 # name: run-benchmarks
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Fifth Step"
 #job5: 
 # name: run-cypress
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "fourth Step"
 #job6: 
 # name: run-cypress-qa
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Sixt Step"
 job7: 
 bash argocd/gh_comment.sh "$CI_PROJECT" "$pull_req_id"
 deleteEKS:
 name: Delete Instance
 if: github.event.action == 'closed'
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Delete Instance STM
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run-delete-instance.php
 runs-on: self-hosted
 steps: 
 - name: Delete instance EKS 
 run: | 
 deploy=$(echo -n $IMAGE_TAG | md5sum | head -c 10)
 echo "Deleting Instace :: ci-$deploy"
 helm delete ci-$deploy
 kubectl delete namespace ci-$deploy-ns-pm4 

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Strip utm_, fbclid, gclid, etc. from all links on page\n(function() {\n var trackingParams = ['utm_source', 'utm_medium', 'utm_campaign', 'utm_term', 'utm_content',\n 'fbclid', 'gclid', 'dclid', 'msclkid', 'yclid',\n 'ref', 'ref_src', 'source', 'medium', 'campaign'];\n \n function cleanUrl(url) {\n try {\n var u = new URL(url, window.location.origin);\n var changed = false;\n trackingParams.forEach(function(p) {\n if (u.searchParams.has(p)) {\n u.searchParams.delete(p);\n changed = true;\n }\n });\n return changed ? u.toString() : url;\n } catch (e) {\n return url;\n }\n }\n \n function cleanLinks() {\n document.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n \n cleanLinks();\n \n var observer = new MutationObserver(function(mutations) {\n mutations.forEach(function(m) {\n m.addedNodes.forEach(function(node) {\n if (node.nodeType === 1) {\n if (node.tagName === 'A') cleanLinks();\n node.querySelectorAll('a[href]').forEach(function(a) {\n var clean = cleanUrl(a.href);\n if (clean !== a.href) a.href = clean;\n });\n }\n });\n });\n });\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "Remove Tracking Parameters from Links");
}
} catch(__e) { console.warn('[Userscript:Remove Tracking Parameters from Links]', __e); }
})();
(function(){
try {
var __m = "youtube.com";
var __re = new RegExp('^' + "youtube\\.com" + '

Skip to content
FOUR-12410 Use K8S CICD Pipeline - develop branch#5889

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

ryancooley
merged 1 commit into

from

Jan 9, 2024
 Merged


FOUR-12410 Use K8S CICD Pipeline - develop branch
#5889
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


295 changes: 111 additions & 184 deletions
.github/workflows/deploy-pm4.yml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,212 +1,139 @@
name: BUILD-PM4
name: deploy-k8s
run-name: ${{ github.actor }} send deploy EKS 🚀
on: 
 #push:
 # branches:
 # - kr-github-actions
 pull_request:
 types: [opened, reopened, synchronize, edited, closed]
 schedule:
 - cron: '30 2 * * *' # every day at midnight 
 #workflow_dispatch:
 #pull_request:
 # branches:
 # - main
 #schedule:
 # - cron: '30 2 * * *' # every day at midnight
 workflow_dispatch:
 workflow_call:
env:
 SHA: ${{github.event.pull_request.head.sha}}
 PROJECT: ${{github.event.pull_request.head.repo.name}}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'ci:deploy' || github.event.pull_request.body }}
 PACKAGE_URL: ${{github.event.pull_request.head.repo.ssh_url}}
 PACKAGE_BRANCH: ${{github.event.pull_request.head.ref}}
 #MY_GITHUB_TOKEN: ${{ secrets.GH_STATUS_TOKEN }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 #GIT_TOKEN: ${{ secrets.MY_GH_TOKEN }}
 OWNER: ${{ github.event.pull_request.head.repo.owner.login }} 
 #Other Parameters
 aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
 aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
 aws-region: ${{ secrets.AWS_REGION }} 
 aws-url: ${{ secrets.AWS_URL }}
 STM_TOKEN: ${{ secrets.STM_TOKEN }}
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'develop' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }} 
 CI_TEST: $CI_PROJECT
 IMAGE_TAG1: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 AWS_URL: ${{ secrets.AWS_URL }}
 pull_req_id: ${{github.event.pull_request.number}}
 BASE: ${{ contains(github.event.pull_request.body, 'ci:php81') && 'ci-base' || 'ci-base-php82' }}
 CDATA_LICENSE_DOCUSIGN: ${{ secrets.CDATA_LICENSE_DOCUSIGN }}
 CDATA_LICENSE_EXCEL: ${{ secrets.CDATA_LICENSE_EXCEL }}
 CDATA_LICENSE_GITHUB: ${{ secrets.CDATA_LICENSE_GITHUB }}
 CDATA_LICENSE_SLACK: ${{ secrets.CDATA_LICENSE_SLACK }}
 DATE: $(date -d '-1 day' '+%Y-%m-%d'|sed 's/-//g')
 CURRENT_DATE: $(date '+%Y-%m-%d %H:%M:%S'|sed 's/-//g')
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'next' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'No ci tags needed here' || github.event.pull_request.body }}
 IMAGE_TAG: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 DEPLOY: ${{ secrets.DEPLOY }}
 GH_USER: ${{ secrets.GH_USER }}
 GH_EMAIL: ${{ secrets.GH_EMAIL }}
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 DOM_EKS: ${{ secrets.DOM_EKS }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 BUILD_BASE: ${{ (contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule') && '1' || '0' }}
 BASE_IMAGE: ${{ secrets.REGISTRY_HOST }}/processmaker/processmaker:base
 K8S_BRANCH: develop
concurrency:
 group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
 cancel-in-progress: true
jobs:
job1:
 name: build-stm-image
imageEKS: 
 name: build-docker-image-EKS
 if: github.event.action != 'closed'
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Set image name
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY BASE: $BASE"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 #Additional
 echo "CACHEBUSTER="$(date +%s) >> $GITHUB_ENV
 - name: Clone Repo STM
 RESOLVED_IMAGE_TAG=${{ env.IMAGE_TAG }}
 echo "IMAGE=${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:$RESOLVED_IMAGE_TAG" >> $GITHUB_ENV
 - name: Clone repo K8S
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to ECR
 run: | 
 aws ecr get-login-password | docker login --username AWS --password-stdin ${{env.aws-url}}
 - name: Build and Push the base images
 if: contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule'
 # TODO: Change branch when pm4 k8s distribution is released
 echo "IMAGE: ${{ env.IMAGE }}"
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 - name: Generate image EKS
 run: |
 cd pm4-stm-docker
 docker-compose build --no-cache base-php82
 docker-compose build --no-cache cache
 docker push ${REPOSITORY}:ci-base-php82
 docker push ${REPOSITORY}:ci-cache
 - name: Build and Push the image to ECR
 cd pm4-k8s-distribution/images
 branch=$CI_PACKAGE_BRANCH tag=${{env.IMAGE_TAG}} bash build.k8s-cicd.sh
 echo "VERSION=${{ env.IMAGE_TAG }}" >> $GITHUB_ENV
 - name: List Images
 run: |
 cd pm4-stm-docker
 docker-compose build processmaker
 docker push ${IMAGE}
 job2: 
 name: deploy-stm 
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 docker images
 - name: Run Trivy vulnerability scanner
 uses: aquasecurity/trivy-action@master
 with:
 image-ref: processmaker/enterprise:${{ env.VERSION }}
 format: 'table'
 exit-code: '0'
 ignore-unfixed: false
 vuln-type: 'os,library'
 scanners: 'vuln,secret'
 severity: 'MEDIUM,HIGH,CRITICAL'
 env:
 TRIVY_TIMEOUT: 30m
 - name: Login to Harbor
 uses: docker/login-action@v2
 with:
 registry: ${{ secrets.REGISTRY_HOST }}
 username: ${{ secrets.REGISTRY_USERNAME }}
 password: ${{ secrets.REGISTRY_PASSWORD }}
 - name: Push Enterprise Image to Harbor
 run: | 
 docker tag processmaker/enterprise:${{env.IMAGE_TAG}} ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 docker push ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 deployEKS: 
 name: build-deploy-EKS
 if: contains(github.event.pull_request.body, 'ci:deploy')
 needs: imageEKS
 runs-on: self-hosted
 steps: 
 - name: Clone private repository
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 git clone --depth 1 -b eng "https://$GITHUB_TOKEN@github.com/ProcessMaker/argocd.git" argocd
 - name: CreateDB 
 run: | 
 cd argocd
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10) 
 sed -i "s/{{instance}}/ci-$deploy/" template-db.yaml
 kubectl get namespace ci-processmaker-ns-pm4
 namespace=$(kubectl get namespace $deploy-ns-pm4|grep $deploy|awk '{print $1}')
 kubectl apply -f template-db.yaml 
 - name: Install pm4-tools
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR 
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: Deploy STM
 id: stm
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 cd pm4-k8s-distribution/images/pm4-tools
 composer install --no-interaction
 cd ..
 - name: Deploy instance EKS 
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run.php
 if [ -f "url.txt" ]; then
 INSTANCE_URL=$(cat url.txt)
 cd argocd 
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10)
 current_datetime=$(echo -n ${{env.CURRENT_DATE}} | md5sum | head -c 10)
 echo "NAMESPACE : ci-$deploy-ns-pm4"
 helm repo add processmaker ${{ secrets.HELM_REPO }} --username ${{ secrets.HELM_USERNAME }} --password ${{ secrets.HELM_PASSWORD }} && helm repo update
 if ! kubectl get namespace/ci-$deploy-ns-pm4 ; then 
 echo "Creating Deploy :: $deploy"
 sed -i "s/{{instance}}/ci-$deploy/" template-instance.yaml
 sed -i "s/{{image}}/${{env.IMAGE_TAG}}/" template-instance.yaml
 cat template-instance.yaml 
 helm install --timeout 40m -f template-instance.yaml ci-$deploy processmaker/enterprise --version 2.1.0 
 else
 echo "Bouncing Instance ";
 sed -i "s/{{instance}}/ci-$deploy/g" template-bounce.yaml
 sed -i "s/{{current_datetime}}/$current_datetime/g" template-bounce.yaml
 helm upgrade --timeout 20m ci-$deploy processmaker/enterprise --version 2.1.0 
 kubectl apply -f template-bounce.yaml
 fi
echo "Instance URL: '${INSTANCE_URL}'"
export INSTANCE_URL=https://ci-$deploy$DOM_EKS
 echo "INSTANCE_URL=${INSTANCE_URL}" >> "$GITHUB_ENV"
- name: Publish the URL to the Github PR 
 if: success() || steps.stm.conclusion == 'success'
 ../pm4-k8s-distribution/images/pm4-tools/pm wait-for-instance-ready
- name: Comment Instance
 run: |
 cd pm4-stm-docker
 echo "Instance URL: '${INSTANCE_URL}'"
 bash ./github_comment.sh "$PROJECT" "$pull_req_id"
 job3: 
 name: run-phpunit
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: PHPUnits
 run: | 
 cd pm4-stm-docker 
 docker pull $IMAGE 
 docker-compose down -v 
 docker-compose build phpunit 
 docker-compose run phpunit
 #job4: 
 # name: run-benchmarks
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Fifth Step"
 #job5: 
 # name: run-cypress
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "fourth Step"
 #job6: 
 # name: run-cypress-qa
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Sixt Step"
 job7: 
 bash argocd/gh_comment.sh "$CI_PROJECT" "$pull_req_id"
 deleteEKS:
 name: Delete Instance
 if: github.event.action == 'closed'
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Delete Instance STM
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run-delete-instance.php
 runs-on: self-hosted
 steps: 
 - name: Delete instance EKS 
 run: | 
 deploy=$(echo -n $IMAGE_TAG | md5sum | head -c 10)
 echo "Deleting Instace :: ci-$deploy"
 helm delete ci-$deploy
 kubectl delete namespace ci-$deploy-ns-pm4 

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Auto-enable theater mode on YouTube\n(function() {\n function tryTheater() {\n var btn = document.querySelector('button[aria-label=\"Theater mode\"], ytd-player #player button[title=\"Theater mode\"]');\n if (btn && !btn.classList.contains('activated')) {\n btn.click();\n }\n }\n \n // Try immediately\n tryTheater();\n \n // Try after navigation (SPA)\n var lastUrl = location.href;\n setInterval(function() {\n if (location.href !== lastUrl) {\n lastUrl = location.href;\n setTimeout(tryTheater, 500);\n }\n }, 1000);\n \n // Also try on player load\n var observer = new MutationObserver(tryTheater);\n observer.observe(document.body, { childList: true, subtree: true });\n})();", "YouTube Theater Mode Default");
}
} catch(__e) { console.warn('[Userscript:YouTube Theater Mode Default]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
FOUR-12410 Use K8S CICD Pipeline - develop branch#5889

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

ryancooley
merged 1 commit into

from

Jan 9, 2024
 Merged


FOUR-12410 Use K8S CICD Pipeline - develop branch
#5889
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


295 changes: 111 additions & 184 deletions
.github/workflows/deploy-pm4.yml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,212 +1,139 @@
name: BUILD-PM4
name: deploy-k8s
run-name: ${{ github.actor }} send deploy EKS 🚀
on: 
 #push:
 # branches:
 # - kr-github-actions
 pull_request:
 types: [opened, reopened, synchronize, edited, closed]
 schedule:
 - cron: '30 2 * * *' # every day at midnight 
 #workflow_dispatch:
 #pull_request:
 # branches:
 # - main
 #schedule:
 # - cron: '30 2 * * *' # every day at midnight
 workflow_dispatch:
 workflow_call:
env:
 SHA: ${{github.event.pull_request.head.sha}}
 PROJECT: ${{github.event.pull_request.head.repo.name}}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'ci:deploy' || github.event.pull_request.body }}
 PACKAGE_URL: ${{github.event.pull_request.head.repo.ssh_url}}
 PACKAGE_BRANCH: ${{github.event.pull_request.head.ref}}
 #MY_GITHUB_TOKEN: ${{ secrets.GH_STATUS_TOKEN }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 #GIT_TOKEN: ${{ secrets.MY_GH_TOKEN }}
 OWNER: ${{ github.event.pull_request.head.repo.owner.login }} 
 #Other Parameters
 aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
 aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
 aws-region: ${{ secrets.AWS_REGION }} 
 aws-url: ${{ secrets.AWS_URL }}
 STM_TOKEN: ${{ secrets.STM_TOKEN }}
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'develop' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }} 
 CI_TEST: $CI_PROJECT
 IMAGE_TAG1: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 AWS_URL: ${{ secrets.AWS_URL }}
 pull_req_id: ${{github.event.pull_request.number}}
 BASE: ${{ contains(github.event.pull_request.body, 'ci:php81') && 'ci-base' || 'ci-base-php82' }}
 CDATA_LICENSE_DOCUSIGN: ${{ secrets.CDATA_LICENSE_DOCUSIGN }}
 CDATA_LICENSE_EXCEL: ${{ secrets.CDATA_LICENSE_EXCEL }}
 CDATA_LICENSE_GITHUB: ${{ secrets.CDATA_LICENSE_GITHUB }}
 CDATA_LICENSE_SLACK: ${{ secrets.CDATA_LICENSE_SLACK }}
 DATE: $(date -d '-1 day' '+%Y-%m-%d'|sed 's/-//g')
 CURRENT_DATE: $(date '+%Y-%m-%d %H:%M:%S'|sed 's/-//g')
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'next' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'No ci tags needed here' || github.event.pull_request.body }}
 IMAGE_TAG: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 DEPLOY: ${{ secrets.DEPLOY }}
 GH_USER: ${{ secrets.GH_USER }}
 GH_EMAIL: ${{ secrets.GH_EMAIL }}
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 DOM_EKS: ${{ secrets.DOM_EKS }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 BUILD_BASE: ${{ (contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule') && '1' || '0' }}
 BASE_IMAGE: ${{ secrets.REGISTRY_HOST }}/processmaker/processmaker:base
 K8S_BRANCH: develop
concurrency:
 group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
 cancel-in-progress: true
jobs:
job1:
 name: build-stm-image
imageEKS: 
 name: build-docker-image-EKS
 if: github.event.action != 'closed'
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Set image name
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY BASE: $BASE"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 #Additional
 echo "CACHEBUSTER="$(date +%s) >> $GITHUB_ENV
 - name: Clone Repo STM
 RESOLVED_IMAGE_TAG=${{ env.IMAGE_TAG }}
 echo "IMAGE=${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:$RESOLVED_IMAGE_TAG" >> $GITHUB_ENV
 - name: Clone repo K8S
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to ECR
 run: | 
 aws ecr get-login-password | docker login --username AWS --password-stdin ${{env.aws-url}}
 - name: Build and Push the base images
 if: contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule'
 # TODO: Change branch when pm4 k8s distribution is released
 echo "IMAGE: ${{ env.IMAGE }}"
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 - name: Generate image EKS
 run: |
 cd pm4-stm-docker
 docker-compose build --no-cache base-php82
 docker-compose build --no-cache cache
 docker push ${REPOSITORY}:ci-base-php82
 docker push ${REPOSITORY}:ci-cache
 - name: Build and Push the image to ECR
 cd pm4-k8s-distribution/images
 branch=$CI_PACKAGE_BRANCH tag=${{env.IMAGE_TAG}} bash build.k8s-cicd.sh
 echo "VERSION=${{ env.IMAGE_TAG }}" >> $GITHUB_ENV
 - name: List Images
 run: |
 cd pm4-stm-docker
 docker-compose build processmaker
 docker push ${IMAGE}
 job2: 
 name: deploy-stm 
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 docker images
 - name: Run Trivy vulnerability scanner
 uses: aquasecurity/trivy-action@master
 with:
 image-ref: processmaker/enterprise:${{ env.VERSION }}
 format: 'table'
 exit-code: '0'
 ignore-unfixed: false
 vuln-type: 'os,library'
 scanners: 'vuln,secret'
 severity: 'MEDIUM,HIGH,CRITICAL'
 env:
 TRIVY_TIMEOUT: 30m
 - name: Login to Harbor
 uses: docker/login-action@v2
 with:
 registry: ${{ secrets.REGISTRY_HOST }}
 username: ${{ secrets.REGISTRY_USERNAME }}
 password: ${{ secrets.REGISTRY_PASSWORD }}
 - name: Push Enterprise Image to Harbor
 run: | 
 docker tag processmaker/enterprise:${{env.IMAGE_TAG}} ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 docker push ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 deployEKS: 
 name: build-deploy-EKS
 if: contains(github.event.pull_request.body, 'ci:deploy')
 needs: imageEKS
 runs-on: self-hosted
 steps: 
 - name: Clone private repository
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 git clone --depth 1 -b eng "https://$GITHUB_TOKEN@github.com/ProcessMaker/argocd.git" argocd
 - name: CreateDB 
 run: | 
 cd argocd
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10) 
 sed -i "s/{{instance}}/ci-$deploy/" template-db.yaml
 kubectl get namespace ci-processmaker-ns-pm4
 namespace=$(kubectl get namespace $deploy-ns-pm4|grep $deploy|awk '{print $1}')
 kubectl apply -f template-db.yaml 
 - name: Install pm4-tools
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR 
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: Deploy STM
 id: stm
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 cd pm4-k8s-distribution/images/pm4-tools
 composer install --no-interaction
 cd ..
 - name: Deploy instance EKS 
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run.php
 if [ -f "url.txt" ]; then
 INSTANCE_URL=$(cat url.txt)
 cd argocd 
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10)
 current_datetime=$(echo -n ${{env.CURRENT_DATE}} | md5sum | head -c 10)
 echo "NAMESPACE : ci-$deploy-ns-pm4"
 helm repo add processmaker ${{ secrets.HELM_REPO }} --username ${{ secrets.HELM_USERNAME }} --password ${{ secrets.HELM_PASSWORD }} && helm repo update
 if ! kubectl get namespace/ci-$deploy-ns-pm4 ; then 
 echo "Creating Deploy :: $deploy"
 sed -i "s/{{instance}}/ci-$deploy/" template-instance.yaml
 sed -i "s/{{image}}/${{env.IMAGE_TAG}}/" template-instance.yaml
 cat template-instance.yaml 
 helm install --timeout 40m -f template-instance.yaml ci-$deploy processmaker/enterprise --version 2.1.0 
 else
 echo "Bouncing Instance ";
 sed -i "s/{{instance}}/ci-$deploy/g" template-bounce.yaml
 sed -i "s/{{current_datetime}}/$current_datetime/g" template-bounce.yaml
 helm upgrade --timeout 20m ci-$deploy processmaker/enterprise --version 2.1.0 
 kubectl apply -f template-bounce.yaml
 fi
echo "Instance URL: '${INSTANCE_URL}'"
export INSTANCE_URL=https://ci-$deploy$DOM_EKS
 echo "INSTANCE_URL=${INSTANCE_URL}" >> "$GITHUB_ENV"
- name: Publish the URL to the Github PR 
 if: success() || steps.stm.conclusion == 'success'
 ../pm4-k8s-distribution/images/pm4-tools/pm wait-for-instance-ready
- name: Comment Instance
 run: |
 cd pm4-stm-docker
 echo "Instance URL: '${INSTANCE_URL}'"
 bash ./github_comment.sh "$PROJECT" "$pull_req_id"
 job3: 
 name: run-phpunit
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: PHPUnits
 run: | 
 cd pm4-stm-docker 
 docker pull $IMAGE 
 docker-compose down -v 
 docker-compose build phpunit 
 docker-compose run phpunit
 #job4: 
 # name: run-benchmarks
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Fifth Step"
 #job5: 
 # name: run-cypress
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "fourth Step"
 #job6: 
 # name: run-cypress-qa
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Sixt Step"
 job7: 
 bash argocd/gh_comment.sh "$CI_PROJECT" "$pull_req_id"
 deleteEKS:
 name: Delete Instance
 if: github.event.action == 'closed'
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Delete Instance STM
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run-delete-instance.php
 runs-on: self-hosted
 steps: 
 - name: Delete instance EKS 
 run: | 
 deploy=$(echo -n $IMAGE_TAG | md5sum | head -c 10)
 echo "Deleting Instace :: ci-$deploy"
 helm delete ci-$deploy
 kubectl delete namespace ci-$deploy-ns-pm4 

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Remove or un-stick sticky/fixed headers that block content\n(function() {\n function unstick() {\n document.querySelectorAll('header, nav, [role=\"banner\"], .header, .navbar, .sticky, .fixed-top, [style*=\"position: fixed\"], [style*=\"position:sticky\"]').forEach(function(el) {\n if (el.style.position === 'fixed' || el.style.position === 'sticky' || \n getComputedStyle(el).position === 'fixed' || getComputedStyle(el).position === 'sticky') {\n el.style.position = 'static';\n el.style.top = 'auto';\n el.style.zIndex = 'auto';\n }\n });\n }\n \n unstick();\n \n var observer = new MutationObserver(unstick);\n observer.observe(document.body, { childList: true, subtree: true, attributes: true, attributeFilter: ['style', 'class'] });\n})();", "Kill Sticky Headers");
}
} catch(__e) { console.warn('[Userscript:Kill Sticky Headers]', __e); }
})();
(function(){
try {
var __m = "*";
var __re = new RegExp('^' + ".*" + '

Skip to content
FOUR-12410 Use K8S CICD Pipeline - develop branch#5889

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

ryancooley
merged 1 commit into

from

Jan 9, 2024
 Merged


FOUR-12410 Use K8S CICD Pipeline - develop branch
#5889
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


295 changes: 111 additions & 184 deletions
.github/workflows/deploy-pm4.yml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,212 +1,139 @@
name: BUILD-PM4
name: deploy-k8s
run-name: ${{ github.actor }} send deploy EKS 🚀
on: 
 #push:
 # branches:
 # - kr-github-actions
 pull_request:
 types: [opened, reopened, synchronize, edited, closed]
 schedule:
 - cron: '30 2 * * *' # every day at midnight 
 #workflow_dispatch:
 #pull_request:
 # branches:
 # - main
 #schedule:
 # - cron: '30 2 * * *' # every day at midnight
 workflow_dispatch:
 workflow_call:
env:
 SHA: ${{github.event.pull_request.head.sha}}
 PROJECT: ${{github.event.pull_request.head.repo.name}}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'ci:deploy' || github.event.pull_request.body }}
 PACKAGE_URL: ${{github.event.pull_request.head.repo.ssh_url}}
 PACKAGE_BRANCH: ${{github.event.pull_request.head.ref}}
 #MY_GITHUB_TOKEN: ${{ secrets.GH_STATUS_TOKEN }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 #GIT_TOKEN: ${{ secrets.MY_GH_TOKEN }}
 OWNER: ${{ github.event.pull_request.head.repo.owner.login }} 
 #Other Parameters
 aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
 aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
 aws-region: ${{ secrets.AWS_REGION }} 
 aws-url: ${{ secrets.AWS_URL }}
 STM_TOKEN: ${{ secrets.STM_TOKEN }}
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'develop' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }} 
 CI_TEST: $CI_PROJECT
 IMAGE_TAG1: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 AWS_URL: ${{ secrets.AWS_URL }}
 pull_req_id: ${{github.event.pull_request.number}}
 BASE: ${{ contains(github.event.pull_request.body, 'ci:php81') && 'ci-base' || 'ci-base-php82' }}
 CDATA_LICENSE_DOCUSIGN: ${{ secrets.CDATA_LICENSE_DOCUSIGN }}
 CDATA_LICENSE_EXCEL: ${{ secrets.CDATA_LICENSE_EXCEL }}
 CDATA_LICENSE_GITHUB: ${{ secrets.CDATA_LICENSE_GITHUB }}
 CDATA_LICENSE_SLACK: ${{ secrets.CDATA_LICENSE_SLACK }}
 DATE: $(date -d '-1 day' '+%Y-%m-%d'|sed 's/-//g')
 CURRENT_DATE: $(date '+%Y-%m-%d %H:%M:%S'|sed 's/-//g')
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'next' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'No ci tags needed here' || github.event.pull_request.body }}
 IMAGE_TAG: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 DEPLOY: ${{ secrets.DEPLOY }}
 GH_USER: ${{ secrets.GH_USER }}
 GH_EMAIL: ${{ secrets.GH_EMAIL }}
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 DOM_EKS: ${{ secrets.DOM_EKS }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 BUILD_BASE: ${{ (contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule') && '1' || '0' }}
 BASE_IMAGE: ${{ secrets.REGISTRY_HOST }}/processmaker/processmaker:base
 K8S_BRANCH: develop
concurrency:
 group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
 cancel-in-progress: true
jobs:
job1:
 name: build-stm-image
imageEKS: 
 name: build-docker-image-EKS
 if: github.event.action != 'closed'
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Set image name
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY BASE: $BASE"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 #Additional
 echo "CACHEBUSTER="$(date +%s) >> $GITHUB_ENV
 - name: Clone Repo STM
 RESOLVED_IMAGE_TAG=${{ env.IMAGE_TAG }}
 echo "IMAGE=${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:$RESOLVED_IMAGE_TAG" >> $GITHUB_ENV
 - name: Clone repo K8S
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to ECR
 run: | 
 aws ecr get-login-password | docker login --username AWS --password-stdin ${{env.aws-url}}
 - name: Build and Push the base images
 if: contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule'
 # TODO: Change branch when pm4 k8s distribution is released
 echo "IMAGE: ${{ env.IMAGE }}"
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 - name: Generate image EKS
 run: |
 cd pm4-stm-docker
 docker-compose build --no-cache base-php82
 docker-compose build --no-cache cache
 docker push ${REPOSITORY}:ci-base-php82
 docker push ${REPOSITORY}:ci-cache
 - name: Build and Push the image to ECR
 cd pm4-k8s-distribution/images
 branch=$CI_PACKAGE_BRANCH tag=${{env.IMAGE_TAG}} bash build.k8s-cicd.sh
 echo "VERSION=${{ env.IMAGE_TAG }}" >> $GITHUB_ENV
 - name: List Images
 run: |
 cd pm4-stm-docker
 docker-compose build processmaker
 docker push ${IMAGE}
 job2: 
 name: deploy-stm 
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 docker images
 - name: Run Trivy vulnerability scanner
 uses: aquasecurity/trivy-action@master
 with:
 image-ref: processmaker/enterprise:${{ env.VERSION }}
 format: 'table'
 exit-code: '0'
 ignore-unfixed: false
 vuln-type: 'os,library'
 scanners: 'vuln,secret'
 severity: 'MEDIUM,HIGH,CRITICAL'
 env:
 TRIVY_TIMEOUT: 30m
 - name: Login to Harbor
 uses: docker/login-action@v2
 with:
 registry: ${{ secrets.REGISTRY_HOST }}
 username: ${{ secrets.REGISTRY_USERNAME }}
 password: ${{ secrets.REGISTRY_PASSWORD }}
 - name: Push Enterprise Image to Harbor
 run: | 
 docker tag processmaker/enterprise:${{env.IMAGE_TAG}} ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 docker push ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 deployEKS: 
 name: build-deploy-EKS
 if: contains(github.event.pull_request.body, 'ci:deploy')
 needs: imageEKS
 runs-on: self-hosted
 steps: 
 - name: Clone private repository
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 git clone --depth 1 -b eng "https://$GITHUB_TOKEN@github.com/ProcessMaker/argocd.git" argocd
 - name: CreateDB 
 run: | 
 cd argocd
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10) 
 sed -i "s/{{instance}}/ci-$deploy/" template-db.yaml
 kubectl get namespace ci-processmaker-ns-pm4
 namespace=$(kubectl get namespace $deploy-ns-pm4|grep $deploy|awk '{print $1}')
 kubectl apply -f template-db.yaml 
 - name: Install pm4-tools
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR 
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: Deploy STM
 id: stm
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 cd pm4-k8s-distribution/images/pm4-tools
 composer install --no-interaction
 cd ..
 - name: Deploy instance EKS 
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run.php
 if [ -f "url.txt" ]; then
 INSTANCE_URL=$(cat url.txt)
 cd argocd 
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10)
 current_datetime=$(echo -n ${{env.CURRENT_DATE}} | md5sum | head -c 10)
 echo "NAMESPACE : ci-$deploy-ns-pm4"
 helm repo add processmaker ${{ secrets.HELM_REPO }} --username ${{ secrets.HELM_USERNAME }} --password ${{ secrets.HELM_PASSWORD }} && helm repo update
 if ! kubectl get namespace/ci-$deploy-ns-pm4 ; then 
 echo "Creating Deploy :: $deploy"
 sed -i "s/{{instance}}/ci-$deploy/" template-instance.yaml
 sed -i "s/{{image}}/${{env.IMAGE_TAG}}/" template-instance.yaml
 cat template-instance.yaml 
 helm install --timeout 40m -f template-instance.yaml ci-$deploy processmaker/enterprise --version 2.1.0 
 else
 echo "Bouncing Instance ";
 sed -i "s/{{instance}}/ci-$deploy/g" template-bounce.yaml
 sed -i "s/{{current_datetime}}/$current_datetime/g" template-bounce.yaml
 helm upgrade --timeout 20m ci-$deploy processmaker/enterprise --version 2.1.0 
 kubectl apply -f template-bounce.yaml
 fi
echo "Instance URL: '${INSTANCE_URL}'"
export INSTANCE_URL=https://ci-$deploy$DOM_EKS
 echo "INSTANCE_URL=${INSTANCE_URL}" >> "$GITHUB_ENV"
- name: Publish the URL to the Github PR 
 if: success() || steps.stm.conclusion == 'success'
 ../pm4-k8s-distribution/images/pm4-tools/pm wait-for-instance-ready
- name: Comment Instance
 run: |
 cd pm4-stm-docker
 echo "Instance URL: '${INSTANCE_URL}'"
 bash ./github_comment.sh "$PROJECT" "$pull_req_id"
 job3: 
 name: run-phpunit
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: PHPUnits
 run: | 
 cd pm4-stm-docker 
 docker pull $IMAGE 
 docker-compose down -v 
 docker-compose build phpunit 
 docker-compose run phpunit
 #job4: 
 # name: run-benchmarks
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Fifth Step"
 #job5: 
 # name: run-cypress
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "fourth Step"
 #job6: 
 # name: run-cypress-qa
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Sixt Step"
 job7: 
 bash argocd/gh_comment.sh "$CI_PROJECT" "$pull_req_id"
 deleteEKS:
 name: Delete Instance
 if: github.event.action == 'closed'
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Delete Instance STM
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run-delete-instance.php
 runs-on: self-hosted
 steps: 
 - name: Delete instance EKS 
 run: | 
 deploy=$(echo -n $IMAGE_TAG | md5sum | head -c 10)
 echo "Deleting Instace :: ci-$deploy"
 helm delete ci-$deploy
 kubectl delete namespace ci-$deploy-ns-pm4 

, 'i');
if (__m === '*' || __re.test(location.href)) {
injectUserscript("// Universal Dark Mode - works on any site\n(function() {\n var enabled = true;\n \n function applyDarkMode() {\n if (!enabled) return;\n \n // Create style element if it doesn't exist\n var style = document.getElementById('universal-dark-mode-style');\n if (!style) {\n style = document.createElement('style');\n style.id = 'universal-dark-mode-style';\n document.head.appendChild(style);\n }\n \n // Dark mode CSS - inverts colors but preserves images/video\n style.textContent = '\n /* Invert everything except media */\n html {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #1a1a2e !important;\n }\n \n /* Restore images, videos, iframes, canvas */\n img, video, iframe, canvas, svg, picture, [style*=\"background-image\"] {\n filter: invert(1) hue-rotate(180deg) !important;\n }\n \n /* Preserve specific elements that should not be inverted */\n .no-dark-mode, .no-dark-mode *,\n [data-theme=\"light\"], [data-theme=\"light\"],\n .ace_editor, .ace_editor *,\n .CodeMirror, .CodeMirror *,\n .monaco-editor, .monaco-editor *,\n .markdown-body pre, .markdown-body pre *,\n .highlight, .highlight *,\n pre code, pre code * {\n filter: none !important;\n }\n \n /* Fix common UI elements */\n .modal, .popup, .dropdown-menu, .tooltip, .popover {\n filter: invert(1) hue-rotate(180deg) !important;\n background: #2d2d44 !important;\n border-color: #444 !important;\n }\n \n /* Scrollbars */\n ::-webkit-scrollbar { background: #1a1a2e !important; }\n ::-webkit-scrollbar-thumb { background: #444 !important; }\n ::-webkit-scrollbar-thumb:hover { background: #555 !important; }\n \n /* Selection */\n ::selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ::-moz-selection { background: #4ecdc4 !important; color: #1a1a2e !important; }\n ';\n }\n \n function removeDarkMode() {\n var style = document.getElementById('universal-dark-mode-style');\n if (style) style.remove();\n }\n \n // Toggle with Alt+Shift+D\n document.addEventListener('keydown', function(e) {\n if (e.altKey && e.shiftKey && e.key === 'D') {\n e.preventDefault();\n enabled = !enabled;\n if (enabled) {\n applyDarkMode();\n console.log('[Universal Dark Mode] Enabled');\n } else {\n removeDarkMode();\n console.log('[Universal Dark Mode] Disabled');\n }\n }\n });\n \n // Apply on load\n applyDarkMode();\n \n // Re-apply on dynamic content\n var observer = new MutationObserver(function(mutations) {\n if (enabled && !document.getElementById('universal-dark-mode-style')) {\n applyDarkMode();\n }\n });\n observer.observe(document.head, { childList: true });\n \n console.log('[Universal Dark Mode] Loaded - Press Alt+Shift+D to toggle');\n})();", "Universal Dark Mode");
}
} catch(__e) { console.warn('[Userscript:Universal Dark Mode]', __e); }
})();
})();

Skip to content
FOUR-12410 Use K8S CICD Pipeline - develop branch#5889

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

 Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and
privacy statement. We’ll occasionally send you account related emails.

Already on GitHub?
Sign in
to your account

 Merged

ryancooley
merged 1 commit into

from

Jan 9, 2024
 Merged


FOUR-12410 Use K8S CICD Pipeline - develop branch
#5889
 Changes from all commits
Commits

Show all changes


1 commit


Select commit


File filter

Filter by extension
Filter by extension
Conversations

Failed to load comments. 
Loading
Jump to

Jump to file


Failed to load files. 
Loading
 Diff view

 Diff view


295 changes: 111 additions & 184 deletions
.github/workflows/deploy-pm4.yml

View file


Open in desktop

Original file line numberDiff line numberDiff line change
@@ -1,212 +1,139 @@
name: BUILD-PM4
name: deploy-k8s
run-name: ${{ github.actor }} send deploy EKS 🚀
on: 
 #push:
 # branches:
 # - kr-github-actions
 pull_request:
 types: [opened, reopened, synchronize, edited, closed]
 schedule:
 - cron: '30 2 * * *' # every day at midnight 
 #workflow_dispatch:
 #pull_request:
 # branches:
 # - main
 #schedule:
 # - cron: '30 2 * * *' # every day at midnight
 workflow_dispatch:
 workflow_call:
env:
 SHA: ${{github.event.pull_request.head.sha}}
 PROJECT: ${{github.event.pull_request.head.repo.name}}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'ci:deploy' || github.event.pull_request.body }}
 PACKAGE_URL: ${{github.event.pull_request.head.repo.ssh_url}}
 PACKAGE_BRANCH: ${{github.event.pull_request.head.ref}}
 #MY_GITHUB_TOKEN: ${{ secrets.GH_STATUS_TOKEN }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 #GIT_TOKEN: ${{ secrets.MY_GH_TOKEN }}
 OWNER: ${{ github.event.pull_request.head.repo.owner.login }} 
 #Other Parameters
 aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
 aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
 aws-region: ${{ secrets.AWS_REGION }} 
 aws-url: ${{ secrets.AWS_URL }}
 STM_TOKEN: ${{ secrets.STM_TOKEN }}
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'develop' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }} 
 CI_TEST: $CI_PROJECT
 IMAGE_TAG1: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 AWS_URL: ${{ secrets.AWS_URL }}
 pull_req_id: ${{github.event.pull_request.number}}
 BASE: ${{ contains(github.event.pull_request.body, 'ci:php81') && 'ci-base' || 'ci-base-php82' }}
 CDATA_LICENSE_DOCUSIGN: ${{ secrets.CDATA_LICENSE_DOCUSIGN }}
 CDATA_LICENSE_EXCEL: ${{ secrets.CDATA_LICENSE_EXCEL }}
 CDATA_LICENSE_GITHUB: ${{ secrets.CDATA_LICENSE_GITHUB }}
 CDATA_LICENSE_SLACK: ${{ secrets.CDATA_LICENSE_SLACK }}
 DATE: $(date -d '-1 day' '+%Y-%m-%d'|sed 's/-//g')
 CURRENT_DATE: $(date '+%Y-%m-%d %H:%M:%S'|sed 's/-//g')
 CI_PACKAGE_BRANCH: ${{github.event.pull_request.head.ref || 'next' }}
 CI_PROJECT: ${{github.event.pull_request.head.repo.name || 'processmaker' }}
 CI_PR_BODY: ${{ github.event_name == 'schedule' && 'No ci tags needed here' || github.event.pull_request.body }}
 IMAGE_TAG: $(echo "$CI_PROJECT-$CI_PACKAGE_BRANCH" | sed "s;/;-;g")
 DEPLOY: ${{ secrets.DEPLOY }}
 GH_USER: ${{ secrets.GH_USER }}
 GH_EMAIL: ${{ secrets.GH_EMAIL }}
 GITHUB_COMMENT: ${{ secrets.GH_COMMENT }}
 DOM_EKS: ${{ secrets.DOM_EKS }}
 GITHUB_TOKEN: ${{ secrets.GIT_TOKEN }}
 BUILD_BASE: ${{ (contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule') && '1' || '0' }}
 BASE_IMAGE: ${{ secrets.REGISTRY_HOST }}/processmaker/processmaker:base
 K8S_BRANCH: develop
concurrency:
 group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
 cancel-in-progress: true
jobs:
job1:
 name: build-stm-image
imageEKS: 
 name: build-docker-image-EKS
 if: github.event.action != 'closed'
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Set image name
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY BASE: $BASE"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 #Additional
 echo "CACHEBUSTER="$(date +%s) >> $GITHUB_ENV
 - name: Clone Repo STM
 RESOLVED_IMAGE_TAG=${{ env.IMAGE_TAG }}
 echo "IMAGE=${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:$RESOLVED_IMAGE_TAG" >> $GITHUB_ENV
 - name: Clone repo K8S
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to ECR
 run: | 
 aws ecr get-login-password | docker login --username AWS --password-stdin ${{env.aws-url}}
 - name: Build and Push the base images
 if: contains(github.event.pull_request.body, 'ci:build-base') || github.event_name == 'schedule'
 # TODO: Change branch when pm4 k8s distribution is released
 echo "IMAGE: ${{ env.IMAGE }}"
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 - name: Generate image EKS
 run: |
 cd pm4-stm-docker
 docker-compose build --no-cache base-php82
 docker-compose build --no-cache cache
 docker push ${REPOSITORY}:ci-base-php82
 docker push ${REPOSITORY}:ci-cache
 - name: Build and Push the image to ECR
 cd pm4-k8s-distribution/images
 branch=$CI_PACKAGE_BRANCH tag=${{env.IMAGE_TAG}} bash build.k8s-cicd.sh
 echo "VERSION=${{ env.IMAGE_TAG }}" >> $GITHUB_ENV
 - name: List Images
 run: |
 cd pm4-stm-docker
 docker-compose build processmaker
 docker push ${IMAGE}
 job2: 
 name: deploy-stm 
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 docker images
 - name: Run Trivy vulnerability scanner
 uses: aquasecurity/trivy-action@master
 with:
 image-ref: processmaker/enterprise:${{ env.VERSION }}
 format: 'table'
 exit-code: '0'
 ignore-unfixed: false
 vuln-type: 'os,library'
 scanners: 'vuln,secret'
 severity: 'MEDIUM,HIGH,CRITICAL'
 env:
 TRIVY_TIMEOUT: 30m
 - name: Login to Harbor
 uses: docker/login-action@v2
 with:
 registry: ${{ secrets.REGISTRY_HOST }}
 username: ${{ secrets.REGISTRY_USERNAME }}
 password: ${{ secrets.REGISTRY_PASSWORD }}
 - name: Push Enterprise Image to Harbor
 run: | 
 docker tag processmaker/enterprise:${{env.IMAGE_TAG}} ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 docker push ${{ secrets.REGISTRY_HOST }}/processmaker/enterprise:${{env.IMAGE_TAG}}
 deployEKS: 
 name: build-deploy-EKS
 if: contains(github.event.pull_request.body, 'ci:deploy')
 needs: imageEKS
 runs-on: self-hosted
 steps: 
 - name: Clone private repository
 run: |
 echo "Env Check: CI_PROJECT: $CI_PROJECT CI_PACKAGE_BRANCH: $CI_PACKAGE_BRANCH CI_PR_BODY: $CI_PR_BODY"
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 git clone --depth 1 -b eng "https://$GITHUB_TOKEN@github.com/ProcessMaker/argocd.git" argocd
 - name: CreateDB 
 run: | 
 cd argocd
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10) 
 sed -i "s/{{instance}}/ci-$deploy/" template-db.yaml
 kubectl get namespace ci-processmaker-ns-pm4
 namespace=$(kubectl get namespace $deploy-ns-pm4|grep $deploy|awk '{print $1}')
 kubectl apply -f template-db.yaml 
 - name: Install pm4-tools
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR 
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: Deploy STM
 id: stm
 git clone --depth 1 -b "$K8S_BRANCH" "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-k8s-distribution.git" pm4-k8s-distribution 
 cd pm4-k8s-distribution/images/pm4-tools
 composer install --no-interaction
 cd ..
 - name: Deploy instance EKS 
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run.php
 if [ -f "url.txt" ]; then
 INSTANCE_URL=$(cat url.txt)
 cd argocd 
 deploy=$(echo -n ${{env.IMAGE_TAG}} | md5sum | head -c 10)
 current_datetime=$(echo -n ${{env.CURRENT_DATE}} | md5sum | head -c 10)
 echo "NAMESPACE : ci-$deploy-ns-pm4"
 helm repo add processmaker ${{ secrets.HELM_REPO }} --username ${{ secrets.HELM_USERNAME }} --password ${{ secrets.HELM_PASSWORD }} && helm repo update
 if ! kubectl get namespace/ci-$deploy-ns-pm4 ; then 
 echo "Creating Deploy :: $deploy"
 sed -i "s/{{instance}}/ci-$deploy/" template-instance.yaml
 sed -i "s/{{image}}/${{env.IMAGE_TAG}}/" template-instance.yaml
 cat template-instance.yaml 
 helm install --timeout 40m -f template-instance.yaml ci-$deploy processmaker/enterprise --version 2.1.0 
 else
 echo "Bouncing Instance ";
 sed -i "s/{{instance}}/ci-$deploy/g" template-bounce.yaml
 sed -i "s/{{current_datetime}}/$current_datetime/g" template-bounce.yaml
 helm upgrade --timeout 20m ci-$deploy processmaker/enterprise --version 2.1.0 
 kubectl apply -f template-bounce.yaml
 fi
echo "Instance URL: '${INSTANCE_URL}'"
export INSTANCE_URL=https://ci-$deploy$DOM_EKS
 echo "INSTANCE_URL=${INSTANCE_URL}" >> "$GITHUB_ENV"
- name: Publish the URL to the Github PR 
 if: success() || steps.stm.conclusion == 'success'
 ../pm4-k8s-distribution/images/pm4-tools/pm wait-for-instance-ready
- name: Comment Instance
 run: |
 cd pm4-stm-docker
 echo "Instance URL: '${INSTANCE_URL}'"
 bash ./github_comment.sh "$PROJECT" "$pull_req_id"
 job3: 
 name: run-phpunit
 if: github.event.action != 'closed'
 needs: job1
 runs-on: ${{ vars.RUNNER }}
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Configure AWS Credentials
 uses: aws-actions/configure-aws-credentials@v1
 with:
 aws-access-key-id: ${{ env.aws-access-key-id }}
 aws-secret-access-key: ${{ env.aws-secret-access-key }}
 aws-region: ${{ env.aws-region }}
 - name: Login to Amazon ECR
 id: login-ecr
 uses: aws-actions/amazon-ecr-login@v1
 - name: PHPUnits
 run: | 
 cd pm4-stm-docker 
 docker pull $IMAGE 
 docker-compose down -v 
 docker-compose build phpunit 
 docker-compose run phpunit
 #job4: 
 # name: run-benchmarks
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Fifth Step"
 #job5: 
 # name: run-cypress
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "fourth Step"
 #job6: 
 # name: run-cypress-qa
 # needs: job2
 # runs-on: ${{ vars.RUNNER }}
 # steps:
 # - name: my-step
 # run: |
 # echo "Sixt Step"
 job7: 
 bash argocd/gh_comment.sh "$CI_PROJECT" "$pull_req_id"
 deleteEKS:
 name: Delete Instance
 if: github.event.action == 'closed'
 runs-on: ${{ vars.RUNNER }}
 container:
 image: cimg/php:7.4
 options: --user root
 steps:
 - name: Export Params 
 run: |
 echo "REPOSITORY=${{env.aws-url}}/enterprise" >> $GITHUB_ENV
 echo "TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE_TAG=${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "IMAGE=${{env.aws-url}}/enterprise:${{env.IMAGE_TAG1}}" >> $GITHUB_ENV
 echo "STM_TOKEN=${{env.STM_TOKEN}}" >> $GITHUB_ENV 
 - name: Clone Repo STM
 run: |
 git clone --depth 1 -b cicd "https://$GITHUB_TOKEN@github.com/ProcessMaker/pm4-stm-docker.git" pm4-stm-docker
 cd pm4-stm-docker 
 - name: Delete Instance STM
 run: |
 mkdir -p /tmp/workspace
 cd pm4-stm-docker/deploy-stm
 composer install --no-dev
 php run-delete-instance.php
 runs-on: self-hosted
 steps: 
 - name: Delete instance EKS 
 run: | 
 deploy=$(echo -n $IMAGE_TAG | md5sum | head -c 10)
 echo "Deleting Instace :: ci-$deploy"
 helm delete ci-$deploy
 kubectl delete namespace ci-$deploy-ns-pm4