name: CF Consolidated Pipeline

on:
schedule:
- cron: "0 1 * * *"
workflow_dispatch:

env:
CF_USERNAME: ${{ secrets.CF_USERNAME }}
CF_PASSWORD: ${{ secrets.CF_PASSWORD }}
CF_SUBSCRIBER1_TENANT_ID: 2ab1bde0-9eb2-47e6-b7b6-f02065ea847f
CF_SUBSCRIBER1_ORG_NAME: fca-subscriber1
CF_SUBSCRIBER2_TENANT_ID: b86869e2-c393-45c9-ba2c-54a32bbf97b6
CF_SUBSCRIBER2_ORG_NAME: fca-subscriber2

jobs:
unit-test-backend:
runs-on: ubuntu-20.04
steps:
- uses: actions/checkout@v2
- uses: actions/setup-java@v2
with:
java-version: '8'
distribution: 'adopt'
- uses: actions/cache@v1
with:
path: ~/.m2/repository
key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
restore-keys: |
${{ runner.os }}-maven-
- name: Run FCA backend unit tests
run: |
. ./cicd/scripts/script-setup.sh
./cicd/scripts/execute-junit-tests.sh

unit-test-frontend:
runs-on: ubuntu-20.04
container: fioneerfca/unit-test-runner:c3d83d6c5a590c0f9d0744c4d36710f3a6b643gh
steps:
- uses: actions/checkout@v2
- name: Run FCA UI unit tests
run: |
. ./cicd/scripts/script-setup.sh
./cicd/scripts/execute-ui-unit-tests.sh

integration-test:
runs-on: ubuntu-20.04
steps:
- uses: actions/checkout@v2
- uses: actions/setup-java@v2
with:
java-version: '8'
distribution: 'adopt'
- uses: actions/cache@v1
with:
path: ~/.m2/repository
key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
restore-keys: |
${{ runner.os }}-maven-
 - name: Run FCA integration tests
run: |
. ./cicd/scripts/script-setup.sh
./cicd/scripts/execute-integration-tests.sh

mock-verification-test:
runs-on: ubuntu-20.04
steps:
- uses: actions/checkout@v2
- uses: actions/setup-java@v2
with:
java-version: '8'
distribution: 'adopt'
- uses: actions/cache@v1
with:
path: ~/.m2/repository
key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
restore-keys: |
${{ runner.os }}-maven-
- name: Run FCA mock verification tests
run: |
. ./cicd/scripts/script-setup.sh
./cicd/scripts/execute-mock-verification-tests.sh

generate-matrix:
runs-on: ubuntu-20.04
steps:
- uses: actions/checkout@v2
- name: Generate OData Test Matrix
id: setup-odata-matrix
run: |
pip install "robotframework>=3.2"
cd $GITHUB_WORKSPACE/cicd/scripts/robot
MATRIX=$(python3 generate_robot_test_matrices.py
$GITHUB_WORKSPACE/robot/src/test/robot/tests/odata --test-count 2 --matrix-part
branch,main)
echo "$MATRIX"
echo ::set-output name=odata-matrix::{\"include\":$MATRIX}
- name: Generate UI Test Matrix
id: setup-ui-matrix
run: |
pip install "robotframework>=3.2"
cd $GITHUB_WORKSPACE/cicd/scripts/robot
MATRIX=$(python3 generate_robot_test_matrices.py
$GITHUB_WORKSPACE/robot/src/test/robot/tests/ui --test-count 2 --matrix-part
branch,main)
echo "$MATRIX"
echo ::set-output name=ui-matrix::{\"include\":$MATRIX}
outputs:
odata-matrix: ${{ steps.setup-odata-matrix.outputs.odata-matrix }}
ui-matrix: ${{ steps.setup-ui-matrix.outputs.ui-matrix }}

build-backend:
runs-on: ubuntu-20.04
strategy:
matrix:
branch:
- ${{ github.event.inputs.branch || 'main' }}
steps:
 - name: checkout branch
uses: actions/checkout@v2
with:
ref: ${{ matrix.branch }}
- name: Set up JDK 8
uses: actions/setup-java@v2
with:
java-version: '8'
distribution: 'adopt'
cache: maven
- name: use cached maven repo
uses: actions/cache@v1
with:
path: ~/.m2/repository
key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
restore-keys: |
${{ runner.os }}-maven-
- name: Build with Maven
run: |
cd backend
mvn clean install
- name: stash workspace
uses: actions/upload-artifact@v2
with:
name: backendmta-target-${{ matrix.branch }}
path: backend/backendmta/target/*

deploy-backend:
needs: [ build-backend ]
runs-on: ubuntu-20.04
strategy:
matrix:
branch:
- ${{ github.event.inputs.branch || 'main' }}
container: fioneerfca/main-agent:c3d83d6c5a590c0f9d0744c4d36710f3a6b643gh
steps:
- name: checkout branch
uses: actions/checkout@v2
with:
ref: ${{ matrix.branch }}
- name: unstash workspace
uses: actions/download-artifact@v2
with:
name: backendmta-target-${{ matrix.branch }}
path: backend-mtar
- name: deploy backend
run: |
. ./cicd/scripts/script-setup.sh

wget -q
https://github.com/cloudfoundry-incubator/multiapps-cli-plugin/releases/download/
v2.1.0/mta_plugin_linux_amd64 && \
chmod +x mta_plugin_linux_amd64 && \
cf install-plugin mta_plugin_linux_amd64 -f

"$SCRIPT_DIR"/cf/cf-clean-install-backend.sh ${{ matrix.branch }} "$

{GITHUB_WORKSPACE}"/backend-mtar
"$SCRIPT_DIR"/cf/cf-toggle-test-profile.sh ${{ matrix.branch }} on
build-frontend:
runs-on: ubuntu-20.04
strategy:
matrix:
branch:
- ${{ github.event.inputs.branch || 'main' }}
container: fioneerfca/main-agent:c3d83d6c5a590c0f9d0744c4d36710f3a6b643gh
steps:
- name: checkout branch
uses: actions/checkout@v2
with:
ref: ${{ matrix.branch }}
- name: Set up JDK 8
uses: actions/setup-java@v2
with:
java-version: '8'
distribution: 'adopt'
cache: maven
- name: use cached maven repo
uses: actions/cache@v1
with:
path: ~/.m2/repository
key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
restore-keys: |
${{ runner.os }}-maven-
- name: Build with Maven
run: |
cd frontend.ui5
mvn clean install
- name: stash workspace
uses: actions/upload-artifact@v2
with:
name: frontendmta-target-${{ matrix.branch }}
path: |
frontend.ui5/target/*.mtar
frontend.ui5/target/*.mtaext

deploy-frontend:
needs: [ build-frontend, deploy-backend ]
runs-on: ubuntu-20.04
strategy:
matrix:
branch:
- ${{ github.event.inputs.branch || 'main' }}
container: fioneerfca/main-agent:c3d83d6c5a590c0f9d0744c4d36710f3a6b643gh
steps:
- name: checkout branch
uses: actions/checkout@v2
with:
ref: ${{ matrix.branch }}
- name: unstash workspace
uses: actions/download-artifact@v2
with:
name: frontendmta-target-${{ matrix.branch }}
path: frontend-mtar
- name: deploy frontend
run: |
. ./cicd/scripts/script-setup.sh
 wget -q
https://github.com/cloudfoundry-incubator/multiapps-cli-plugin/releases/download/
v2.1.0/mta_plugin_linux_amd64 && \
chmod +x mta_plugin_linux_amd64 && \
cf install-plugin mta_plugin_linux_amd64 -f

"$SCRIPT_DIR"/cf/cf-install-frontend.sh ${{ matrix.branch }} "$

{GITHUB_WORKSPACE}"/frontend-mtar

map-uaa-roles:
needs: [ deploy-backend ]
runs-on: ubuntu-20.04
strategy:
matrix:
branch:
- ${{ github.event.inputs.branch || 'main' }}
container:
image: fioneer.jfrog.io/fioneer-virtual/cicd/sap-btp-deployer:v1.0.0
credentials:
username: ${{ secrets.ARTIFACTORY_READ_USERNAME }}
password: ${{ secrets.ARTIFACTORY_READ_PASSWORD }}
steps:
- name: checkout branch
uses: actions/checkout@v2
with:
ref: ${{ matrix.branch }}
- name: Map UAA Roles
run: |
. ./cicd/scripts/script-setup.sh
"$SCRIPT_DIR"/cf/cf-map-uaa-roles.sh ${{ matrix.branch }}

cf-add-subscriber1:
needs: deploy-frontend
runs-on: ubuntu-20.04
container:
image: fioneer.jfrog.io/fioneer-virtual/cicd/sap-btp-deployer:v1.0.0
credentials:
username: ${{ secrets.ARTIFACTORY_READ_USERNAME }}
password: ${{ secrets.ARTIFACTORY_READ_PASSWORD }}
steps:
- name: checkout branch
uses: actions/checkout@v2
- name: script
run: |
. ./cicd/scripts/script-setup.sh
"$SCRIPT_DIR"/cf/cf-subscribe.sh ${{ matrix.branch }}
"$CF_SUBSCRIBER1_TENANT_ID" "$CF_SUBSCRIBER1_ORG_NAME"
- name: stash saas details to reuse for cleanup
uses: actions/upload-artifact@v2
with:
name: saas-details
path: cf_saas_*.txt

cf-smoketest-backend:
needs: map-uaa-roles
runs-on: ubuntu-20.04
container:
image: fioneer.jfrog.io/fioneer-virtual/cicd/sap-btp-deployer:v1.0.0
credentials:
 username: ${{ secrets.ARTIFACTORY_READ_USERNAME }}
password: ${{ secrets.ARTIFACTORY_READ_PASSWORD }}
steps:
- name: checkout branch
uses: actions/checkout@v2
- name: script
run: |
. ./cicd/scripts/script-setup.sh

"$SCRIPT_DIR"/cf/test-smoke-backend.sh ${{ matrix.branch }}

- uses: actions/upload-artifact@v2
with:
name: odata-response
path: odata_response*.xml

cf-smoketest-frontend-curl:
needs: [ deploy-frontend, map-uaa-roles ]
runs-on: ubuntu-20.04
steps:
- name: checkout branch
uses: actions/checkout@v2
- name: hit frontend
run: |
. ./cicd/scripts/script-setup.sh
. "$SCRIPT_DIR"/cf/test-smoke-frontend.sh ${{ matrix.branch }}
- name: archive curl logs
uses: actions/upload-artifact@v2
with:
name: approuter-response
path: curl_frontend*.log

build-selenium-tester:
runs-on: ubuntu-20.04
steps:
- name: checkout branch
uses: actions/checkout@v2
- name: Set up JDK 8
uses: actions/setup-java@v2
with:
java-version: '8'
distribution: 'adopt'
cache: maven
- name: use cached maven repo
uses: actions/cache@v1
with:
path: ~/.m2/repository
key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
restore-keys: |
${{ runner.os }}-maven-
- name: Build with Maven
run: |
# check maven version
mvn -version

# build
cd jenkins/selenium
mvn clean install
- name: stash tester jar
uses: actions/upload-artifact@v2
 with:
name: selenium-tester
path: jenkins/selenium/target/selenium-0.0.2-SNAPSHOT-jar-with-
dependencies.jar

cf-smoketest-frontend-selenium:
needs: [ build-selenium-tester, cf-add-subscriber1 ]
runs-on: ubuntu-20.04
container: fioneerfca/main-agent:c3d83d6c5a590c0f9d0744c4d36710f3a6b643gh
services:
hub:
image: selenium/standalone-chrome:92.0.4515.159-chromedriver-92.0.4515.107-
20210823
steps:
- name: checkout branch
uses: actions/checkout@v2
- name: unstash tester jar
uses: actions/download-artifact@v2
with:
name: selenium-tester
# can't use curr dir (/). Default user "seluser" doesn't have permission
to write/unstash files there
path: /tmp
- name: run tester
run: |
. ./cicd/scripts/script-setup.sh
"$SCRIPT_DIR"/cf/test-smoke-frontend-selenium.sh ${{ matrix.branch }} /tmp
sub1
- name: archive screenshots
uses: actions/upload-artifact@v2
with:
name: frontend-screenshots
path: /tmp/*.png

run-robot-odata-tests:
runs-on: ubuntu-20.04
needs: [generate-matrix, map-uaa-roles, deploy-frontend]
services:
hub:
image: selenium/standalone-chrome:92.0.4515.159-chromedriver-92.0.4515.107-
20210823
env:
SE_NODE_MAX_SESSIONS: 2
SE_NODE_OVERRIDE_MAX_SESSIONS: true
container: fioneerfca/main-agent:c3d83d6c5a590c0f9d0744c4d36710f3a6b643gh
strategy:
matrix: ${{ fromJson(needs.generate-matrix.outputs.odata-matrix) }}
fail-fast: false
env:
DEFAULT_SELENIUM_TIMEOUT: 20
steps:
- uses: actions/checkout@v2
with:
ref: ${{ matrix.branch }}
- uses: actions/checkout@v2
with:
repository: fioneer/robotframework-sapcommon
ref: master
path: robotframework-sapcommon
 token: ${{ secrets.GH_REPO_TOKEN }}
- name: Run Robot OData Tests
run: |
pip install -r ${GITHUB_WORKSPACE}/robot/src/test/robot/requirements.txt
. ./cicd/scripts/script-setup.sh

"$SCRIPT_DIR"/cf-robot-tests.sh ${{ matrix.branch}} \

${GITHUB_WORKSPACE}/robot \
${GITHUB_WORKSPACE}/robotframework-sapcommon \
odata \
True \
odata \
odata \
"${{ matrix.robot_args }}"
- uses: actions/upload-artifact@v2
if: always()
with:
name: odata-test-artifacts${{ matrix.robot_args }}
path: |
robot/target/robot/odata/*screenshot*
robot/target/robot/odata/report.html
robot/target/robot/odata/log.html
robot/target/robot/odata/output.xml

run-robot-ui-tests:
runs-on: ubuntu-20.04
needs: [ generate-matrix, map-uaa-roles, deploy-frontend ]
services:
hub:
image: selenium/standalone-chrome:92.0.4515.159-chromedriver-92.0.4515.107-
20210823
env:
SE_NODE_MAX_SESSIONS: 2
SE_NODE_OVERRIDE_MAX_SESSIONS: true
container: fioneerfca/main-agent:c3d83d6c5a590c0f9d0744c4d36710f3a6b643gh
strategy:
matrix: ${{ fromJson(needs.generate-matrix.outputs.ui-matrix) }}
fail-fast: false
env:
DEFAULT_SELENIUM_TIMEOUT: 20
steps:
- uses: actions/checkout@v2
with:
ref: ${{ matrix.branch }}
- uses: actions/checkout@v2
with:
repository: fioneer/robotframework-sapcommon
ref: master
path: robotframework-sapcommon
token: ${{ secrets.GH_REPO_TOKEN }}
- name: Run Robot UI Tests
run: |
pip install -r ${GITHUB_WORKSPACE}/robot/src/test/robot/requirements.txt
. ./cicd/scripts/script-setup.sh

"$SCRIPT_DIR"/cf-robot-tests.sh ${{ matrix.branch}} \

${GITHUB_WORKSPACE}/robot \
${GITHUB_WORKSPACE}/robotframework-sapcommon \
ui-chrome \
 True \
ui \
ui-chrome \
"${{ matrix.robot_args }}"
- uses: actions/upload-artifact@v2
if: always()
with:
name: ui-test-artifacts${{ matrix.robot_args }}
path: |
robot/target/robot/ui-chrome/*screenshot*
robot/target/robot/ui-chrome/report.html
robot/target/robot/ui-chrome/log.html
robot/target/robot/ui-chrome/output.xml

cleanup:
needs: [ run-robot-ui-tests, run-robot-odata-tests ]
if: always()
runs-on: ubuntu-20.04
strategy:
matrix:
branch:
- ${{ github.event.inputs.branch || 'main' }}
container: fioneerfca/main-agent:c3d83d6c5a590c0f9d0744c4d36710f3a6b643gh
steps:
- uses: actions/checkout@v2
with:
ref: ${{ matrix.branch }}
- name: deploy backend
run: |
. ./cicd/scripts/script-setup.sh
"$SCRIPT_DIR"/cf/cf-toggle-test-profile.sh ${{ matrix.branch }} off

merge-logs:
needs: [ run-robot-ui-tests, run-robot-odata-tests ]
if: always()
runs-on: ubuntu-20.04
strategy:
matrix:
branch:
- ${{ github.event.inputs.branch || 'main' }}
container: fioneerfca/main-agent:1df14cffc5a8da569c5e1483bdd6f594561d46a0
steps:
- uses: actions/checkout@v2
with:
ref: ${{ matrix.branch }}
- uses: actions/download-artifact@v2
- name: merge odata and ui logs
run: |
echo "${{ matrix.robot_args }}"
pip install -r ${GITHUB_WORKSPACE}/robot/src/test/robot/requirements.txt
. ./cicd/scripts/script-setup.sh
"$SCRIPT_DIR"/merge-robot-logs.sh
- uses: actions/upload-artifact@v2
if: always()
with:
name: odata-merged-test-artifacts
path: |
merged-odata-test-results/
- uses: actions/upload-artifact@v2
 if: always()
with:
name: ui-merged-test-artifacts
path: |
merged-ui-test-results/

delete-odata-artifacts:
runs-on: ubuntu-20.04
needs: [ merge-logs, generate-matrix ]
if: always()
strategy:
matrix: ${{ fromJson(needs.generate-matrix.outputs.odata-matrix) }}
steps:
- uses: geekyeggo/delete-artifact@v1
with:
name: odata-test-artifacts${{ matrix.robot_args }}

delete-ui-artifacts:
runs-on: ubuntu-20.04
needs: [ merge-logs, generate-matrix ]
if: always()
strategy:
matrix: ${{ fromJson(needs.generate-matrix.outputs.ui-matrix) }}
steps:
- uses: geekyeggo/delete-artifact@v1
with:
name: ui-test-artifacts${{ matrix.robot_args }}