WIP: WEBDEV-6730 fix flaky tests - fixmes

.github/workflows/call-run-tests.yml

@@ -14,14 +14,20 @@ jobs:
           node-version: 20
           cache: 'npm'
 
+      - name: Install jq
+        run: sudo apt-get install jq -y
+
       - name: Install dependencies
         run: npm ci
 
       - name: Install Playwright Browsers
         run: npx playwright install --with-deps
 
-      - name: Run Playwright tests
-        run: ./run-tests.sh
+      - name: Run Playwright short tests
+        run: ./run-tests.sh -t short
+
+      - name: Run Playwright long tests
+        run: ./run-tests.sh -t long
 
       - uses: actions/upload-artifact@v3
         if: always()

.gitignore

@@ -4,6 +4,10 @@ node_modules/
 /playwright/.cache
 /playwright/.auth
 
+# json reporter summary
+/ctrf
+/playwright-summary
+
 .env
 *.err
 *.log

README.md

@@ -17,13 +17,19 @@
 
     `npx playwright install`
 
+- install jq for json reporter summary reading:
+
+    `brew install jq`
+
 - run all the tests in headless mode and generate 1 whole test report:
 
     `npm run test`
 
-- run all the tests in headless mode by each category and generate test report by category:
+- run all the tests in headless mode by each category and generate test report:
+
+    - short tests category: `./run-tests.sh -t short`
 
-    `./run-tests.sh`
+    - long tests category: `./run-tests.sh -t long`
 
 - run all the tests in headed mode (this will load multiple browsers):