PMM-7 fix portal pipeline

.eslintrc

@@ -4,7 +4,6 @@
     "browser": true
   },
   "root": true,
-  "plugins": ["eslint-plugin-no-inline-styles"],
   "rules": {
     "comma-dangle": [
       "error",

.github/workflows/pmm-ui-tests.yml

@@ -104,8 +104,8 @@ jobs:
 
     steps:
       - name: PMM server version ${{ inputs.pmm_server_version }} and UI tests for flag "${{ inputs.pmm_test_flag }}" and pmm-ui-tests branch ${{ inputs.pmm_ui_tests_branch }}
-        uses: percona-platform/github-status-action@v1
-        if: ${{ github.event_name != 'pull_request' }}
+        if: ${{ env.SHA != 'null' }}
+        uses: percona/gh-action-Sibz-github-status-action@v1
         continue-on-error: true
         with:
           authToken: ${{ secrets.GITHUB_TOKEN }}
@@ -116,34 +116,37 @@ jobs:
           target_url: "https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"
           sha: ${{ env.SHA }}
 
-      - name: Checkout UI tests
+      - name: 'Checkout UI tests: "${{ inputs.pmm_ui_tests_branch }}"'
         uses: actions/checkout@v3
         with:
-          ref: ${{ env.UI_TESTS_BRANCH }}
+          ref: ${{ inputs.pmm_ui_tests_branch }}
           repository: percona/pmm-ui-tests
           path: ./pmm-ui-tests
 
-      - name: Checkout pmm-qa Repo
+      - name: 'Install playwright'
+        working-directory: ./pmm-ui-tests/playwright-tests
+        run: |
+          npm install
+          npx playwright install
+
+      - name: 'Checkout pmm-qa: "${{ inputs.pmm_qa_branch }}"'
         uses: actions/checkout@v3
         with:
           # token: ${{ secrets.ROBOT_TOKEN }}
           repository: percona/pmm-qa
+          ref: ${{ inputs.pmm_qa_branch }}
           path: ./pmm-qa
-          ref: ${{ env.PMM_QA_BRANCH }}
 
-      - name: Setup PMM-Sever
+      - name: 'Setup <PMM Sever>: "${{ inputs.pmm_server_version }}"'
         working-directory: pmm-qa/pmm-integration
         run: |
           npm install
           sudo npx ts-node ./integration-setup.ts --ci --setup-docker-pmm-server --rbac --pmm-server-docker-tag=${{ env.PMM_SERVER_VERSION }} --pmm-client-version=${{ env.PMM_CLIENT_VERSION }}
+          timeout 100 bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' localhost/ping)" != "200" ]]; do sleep 5; done' || false
 
-      - name: Health check for PMM2-server
-        run: timeout 100 bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' localhost/ping)" != "200" ]]; do sleep 5; done' || false
-
-      - name: Setup Client for PMM-Server
+      - name: 'Setup <PMM Client: ${{ inputs.pmm_client_version }}>'
         run: |
           sudo bash ./pmm-qa/pmm-tests/pmm2-client-setup.sh --pmm_server_ip 127.0.0.1 --client_version ${{ env.PMM_CLIENT_VERSION }} --admin_password admin --use_metrics_mode no
-
         shell: bash
 
       - name: Setup Databases for the PMM-Server
@@ -160,35 +163,38 @@ jobs:
         id: ui-tests-all
         working-directory: pmm-ui-tests
         run: |
-          npm install
-          npx playwright install
-          npx playwright test --config="playwright-tests/playwright.config.ts"
-        env:
-          NODE_TLS_REJECT_UNAUTHORIZED: 0
+          npx playwright test --config="playwright-tests/playwright.config.ts" --quiet
+#        env:
+#          NODE_TLS_REJECT_UNAUTHORIZED: 0
 
-      - name: Execute Flagged UI tests
+      - name: 'Run UI tests: ${{ env.PMM_TEST_FLAG }}'
         if: ${{ inputs.pmm_test_flag != 'null' }}
         id: ui-tests-flagged
         working-directory: pmm-ui-tests
         run: |
-          npm install
-          npx playwright install
-          npx playwright test --config="playwright-tests/playwright.config.ts" --grep="${{ env.PMM_TEST_FLAG }}"
-        env:
-          NODE_TLS_REJECT_UNAUTHORIZED: 0
+          npx playwright test --config="playwright-tests/playwright.config.ts" --grep="${{ env.PMM_TEST_FLAG }}" --quiet
+#        env:
+#          NODE_TLS_REJECT_UNAUTHORIZED: 0
+
+      - name: 'Create report name'
+        if: failure()
+        run: |
+          # TODO: add job id for matrix call
+          job_tag=$(echo "${{ inputs.pmm_test_flag }}" | sed -e "s/-pre-upgrade//" -e "s/@//")
+          report_name="$job_tag"-report
+          echo $report_name
+          echo "REPORT_NAME=$report_name" >> $GITHUB_ENV
 
       - name: Generate and Attach the report
-        if: ${{ always() && steps.ui-tests.outcome != 'skipped' }}
-        uses: percona-platform/upload-artifact@v3
+        if: failure()
+        uses: actions/upload-artifact@v3
         with:
-          name: ui-tests-videos-screenshots
-          path: |
-            pmm-ui-tests/playwright-report/data/*webm
-            pmm-ui-tests/playwright-report/data/*png
+          name: ${{ env.REPORT_NAME }}
+          path: ./pmm-ui-tests/playwright-tests/playwright-report
 
       - name: Create status check
-        uses: percona-platform/github-status-action@v1
-        if: ${{ github.event_name != 'pull_request' && always() }}
+        uses: percona/gh-action-Sibz-github-status-action@v1
+        if: ${{ env.SHA != 'null' && always() }}
         continue-on-error: true
         with:
           authToken: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/pmm-upgrade-ui-tests-matrix-full.yml

@@ -77,30 +77,41 @@ jobs:
       version_string_from: ${{needs.get_versions.outputs.start_version}}
       version_string_to: ${{needs.get_versions.outputs.finish_version}}
 
-# TODO: add / in the job names for good sub-jobs grouping
 #  portal:
-#    name: Portal
+#    ### '/' in the job name is for good sub-jobs grouping
+#    name: Portal / Portal
 #    uses: ./.github/workflows/upgrade-tests-pipeline.yml
 #    secrets: inherit
 #    needs: get_versions
+#    strategy:
+#      fail-fast: false
+#      matrix:
+#        old_version: ${{ fromJSON(needs.get_versions.outputs.version_matrix) }}
+#        upgrade_type: [ "UI way", "Docker way" ]
 #    with:
-#      pmm_ui_tests_branch: ${{ inputs.pmm_ui_tests_branch }}
+#      pmm_ui_tests_branch: ${{ inputs.pmm_ui_tests_branch || 'main' }}
 #      pre_upgrade_tests: '@pre-pmm-portal-upgrade'
 #      post_upgrade_tests: '@post-pmm-portal-upgrade'
-#      pmm_server_start_version: ${{ inputs.pmm_server_start_version }}
-#      pmm_client_start_version: ${{ inputs.pmm_client_start_version }}
-#      upgrade_type: ${{ inputs.upgrade_type }}
-#      pmm_qa_branch: ${{ inputs.pmm_qa_branch }}
+#      pmm_server_start_version: ${{ matrix.old_version }}
+#      pmm_client_start_version: ${{ matrix.old_version }}
+#      upgrade_type: ${{ matrix.upgrade_type }}
+#      pmm_qa_branch: ${{ inputs.pmm_qa_branch || 'main' }}
 #      services_list: ''
-#      repository: ${{ inputs.repository }}
+#      repository: ${{ inputs.repository || 'dev-latest'}}
 #      version_string_from: ${{needs.get_versions.outputs.start_version}}
 #      version_string_to: ${{needs.get_versions.outputs.finish_version}}
-#
+
 #  inventory:
+#     # TODO: add / in the job names for good sub-jobs grouping
 #    name: 'Inventory'
 #    uses: ./.github/workflows/upgrade-tests-pipeline.yml
 #    secrets: inherit
 #    needs: get_versions
+#    strategy:
+#      fail-fast: false
+#      matrix:
+#        old_version: ${{ fromJSON(needs.get_versions.outputs.version_matrix) }}
+#        upgrade_type: [ "UI way", "Docker way" ]
 #    with:
 #      pmm_ui_tests_branch: ${{ inputs.pmm_ui_tests_branch }}
 #      pre_upgrade_tests: '@inventory-pre-upgrade'

.github/workflows/portal-tests-matrix.yml

@@ -0,0 +1,33 @@
+name: "Portal Tests Matrix"
+
+on:
+  push:
+    branches:
+      - "PMM-7-fix-portal-pipeline"
+
+jobs:
+  get_versions:
+    name: Get versions
+    uses: ./.github/workflows/pmm-version-getter.yml
+    with:
+      repository: ${{ inputs.repository || 'dev-latest'}}
+      matrix_range: 5
+
+  portal:
+    name: 'Portal / Integration'
+    uses: ./.github/workflows/portal-ui-tests.yml
+    secrets: inherit
+    needs: get_versions
+    strategy:
+      fail-fast: false
+      matrix:
+        old_version: ${{ fromJSON(needs.get_versions.outputs.version_matrix) }}
+    with:
+      pmm_ui_tests_branch: ${{ inputs.pmm_ui_tests_branch || 'main' }}
+      pmm_test_flag: '@portal'
+      pmm_server_version: ${{ matrix.old_version }}
+      pmm_client_version: ${{ matrix.old_version }}
+      pmm_qa_branch: ${{ inputs.pmm_qa_branch || 'main' }}
+      pmm_clients: ''
+      version_string_from: ${{needs.get_versions.outputs.start_version}}
+

.github/workflows/portal-ui-tests.yml

@@ -0,0 +1,167 @@
+---
+name: portal-ui-tests
+
+on:
+  workflow_call:
+    inputs:
+      pmm_ui_tests_branch:
+        description: 'Target branch for pmm-ui-tests repository'
+        type: string
+        default: 'main'
+      pmm_test_flag:
+        description: 'Flag to run only specific portion of the tests.'
+        type: string
+      pmm_server_version:
+        description: 'Version of the pmm server used for testing'
+        type: string
+        default: 'dev-latest'
+        required: true
+      pmm_client_version:
+        description: 'Version of the pmm client used for testing'
+        type: string
+        default: 'dev-latest'
+        required: true
+      pmm_clients:
+        description: 'Clients for pmm-server'
+        type: string
+        default: '--addclient=ps,1'
+      pmm_qa_branch:
+        description: 'Branch for the pmm-qa repository.'
+        type: string
+        default: 'main'
+      version_string_from:
+        description: 'start version string'
+        type: string
+
+  push:
+    branches:
+      - "PMM-7-fix-portal-pipeline"
+
+jobs:
+  tests:
+    name: ${{ inputs.version_string_from || inputs.pmm_server_version || 'dev-latest' }}
+    runs-on: ubuntu-latest
+    timeout-minutes: 60
+    env:
+      SHA: ${{ inputs.sha || 'null' }}
+      PMM_BASE_URL: https://127.0.0.1
+      ADMIN_PASSWORD: admin
+
+      UI_TESTS_BRANCH: "PMM-7-fix-portal-pipeline"
+      PMM_CLIENTS: ${{ inputs.pmm_clients || '' }}
+      PMM_TEST_FLAG: ${{ inputs.pmm_test_flag || '@portal' }}
+
+      PMM_SERVER_VERSION: ${{ inputs.pmm_server_version || 'dev-latest' }}
+      PMM_CLIENT_VERSION: ${{ inputs.pmm_client_version || 'dev-latest' }}
+      PMM_QA_BRANCH: ${{ inputs.pmm_qa_branch || 'main' }}
+
+      OKTA_TOKEN: ${{ secrets.OKTA_TOKEN }}
+      OAUTH_ISSUER_URL: 'https://id-dev.percona.com/oauth2/aus15pi5rjdtfrcH51d7'
+      OAUTH_CLIENT_ID: ${{ secrets.OKTA_OAUTH_CLIENT_ID }}
+      OAUTH_CLIENT_SECRET: ${{ secrets.OKTA_OAUTH_CLIENT_SECRET }}
+      OAUTH_PMM_CLIENT_ID: ${{ secrets.OKTA_OAUTH_PMM_CLIENT_ID }}
+      OAUTH_PMM_CLIENT_SECRET: ${{ secrets.OKTA_OAUTH_PMM_CLIENT_SECRET }}
+      OAUTH_DEV_HOST: ${{ secrets.OAUTH_DEV_HOST }}
+      OAUTH_SCOPES: percona
+
+      # Variables for E2E tests
+      MAILOSAUR_API_KEY: ${{ secrets.MAILOSAUR_API_KEY }}
+      MAILOSAUR_UI_TESTS_SERVER_ID: ${{ secrets.MAILOSAUR_UI_TESTS_SERVER_ID }}
+      MAILOSAUR_API_TESTS_SERVER_ID: ${{ secrets.MAILOSAUR_API_TESTS_SERVER_ID }}
+
+      SERVICENOW_LOGIN: percona_platform
+      SERVICENOW_PASSWORD: ${{ secrets.SERVICENOW_PASSWORD }}
+      SERVICENOW_DEV_URL: 'https://perconadev.service-now.com/api/x_pellc_percona_pl/platform/settest'
+
+    steps:
+      - name: PMM server version ${{ env.PMM_SERVER_VERSION }} and UI tests for flag "${{ env.PMM_TEST_FLAG }}" and pmm-ui-tests branch ${{ env.UI_TESTS_BRANCH }}
+        if: ${{ env.SHA != 'null' }}
+        uses: percona/gh-action-Sibz-github-status-action@v1
+        continue-on-error: true
+        with:
+          authToken: ${{ secrets.GITHUB_TOKEN }}
+          context: "${{ env.PMM_TEST_FLAG }} UI tests"
+          description: "Test execution ${{ job.status }}"
+          state: "pending"
+          repository: ${{ github.repository }}
+          target_url: "https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+          sha: ${{ env.SHA }}
+
+      - name: 'Checkout UI tests: "${{ env.UI_TESTS_BRANCH }}"'
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ env.UI_TESTS_BRANCH }}
+          repository: percona/pmm-ui-tests
+          path: ./pmm-ui-tests
+
+      - name: 'Install playwright'
+        working-directory: ./pmm-ui-tests/playwright-tests
+        run: |
+          npm ci
+          npx playwright install
+
+      - name: 'Checkout pmm-qa: "${{ env.PMM_QA_BRANCH }}"'
+        uses: actions/checkout@v3
+        with:
+          repository: percona/pmm-qa
+          ref: ${{ env.PMM_QA_BRANCH }}
+          path: ./pmm-qa
+
+      - name: 'Setup <PMM Sever>: "${{ env.PMM_SERVER_VERSION }}"'
+        working-directory: pmm-qa/pmm-integration
+        run: |
+          npm install
+          sudo npx ts-node ./integration-setup.ts --ci --setup-docker-pmm-server --rbac --pmm-server-docker-tag=${{ format('perconalab/pmm-server:{0}', env.PMM_SERVER_VERSION) }} --pmm-client-version=${{ env.PMM_CLIENT_VERSION }}
+          timeout 100 bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' localhost/ping)" != "200" ]]; do sleep 5; done' || false
+
+      - name: 'Setup <PMM Client: ${{ inputs.pmm_client_version }}>'
+        run: |
+          sudo bash ./pmm-qa/pmm-tests/pmm2-client-setup.sh --pmm_server_ip 127.0.0.1 --client_version ${{ env.PMM_CLIENT_VERSION }} --admin_password admin --use_metrics_mode no
+        shell: bash
+
+      - name: Setup Databases for the PMM-Server
+        working-directory: pmm-qa/pmm-integration
+        run: |
+          sudo npx ts-node ./integration-setup.ts --ci \
+          ${{ env.PMM_CLIENTS }}
+          sleep 30
+          sudo pmm-admin list
+        shell: bash
+
+      - name: 'Run UI tests: ${{ env.PMM_TEST_FLAG }}'
+        if: ${{ inputs.pmm_test_flag != 'null' }}
+        id: ui-tests-flagged
+        working-directory: pmm-ui-tests/playwright-tests
+        run: |
+          npx playwright test --config="playwright.config.ts" --grep="${{ env.PMM_TEST_FLAG }}"
+#        env:
+#          NODE_TLS_REJECT_UNAUTHORIZED: 0
+
+      - name: 'Create report name'
+        if: failure()
+        run: |
+          # TODO: add job id for matrix call
+          job_tag=$(echo "${{ env.PMM_TEST_FLAG }}" | sed -e "s/-pre-upgrade//" -e "s/@//")
+          report_name=${{ env.PMM_SERVER_VERSION }}"$job_tag"-report
+          echo $report_name
+          echo "REPORT_NAME=$report_name" >> $GITHUB_ENV
+
+      - name: Generate and Attach the report
+        if: failure()
+        uses: actions/upload-artifact@v3
+        with:
+          name: ${{ env.REPORT_NAME }}
+          path: ./pmm-ui-tests/playwright-tests/playwright-report
+
+      - name: Create status check
+        uses: percona/gh-action-Sibz-github-status-action@v1
+        if: ${{ env.SHA != 'null' && always() }}
+        continue-on-error: true
+        with:
+          authToken: ${{ secrets.GITHUB_TOKEN }}
+          context: "${{ env.PMM_TEST_FLAG }} UI tests"
+          description: "Test execution ${{ job.status }}"
+          state: ${{ job.status }}
+          repository: ${{ github.repository }}
+          target_url: "https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}"
+          sha: ${{ env.SHA }}