Run only non-flaky tests in master (#17910)

- Create a workflow for running only flaky tests
- Update ddev validate ci to accept pytest-args for integrations-core
- Configure different args for unit/integration and e2e tests

Author: vivek-datadog

.github/workflows/flaky-tests.yml

@@ -0,0 +1,47 @@
+name: Daily Flaky Tests (every 8 hours)
+
+on:
+  schedule:
+  # 4 AM, 12 PM, 8 PM UTC
+  - cron: "0 4,12,20 * * *"
+
+jobs:
+  cache:
+    uses: ./.github/workflows/cache-shared-deps.yml
+
+  test:
+    needs:
+    - cache
+
+    uses: ./.github/workflows/test-all.yml
+    with:
+      repo: core
+
+      # Options
+      standard: true
+      # Because -m starts with a dash, 
+      # click (the library used to build the CLI) will 
+      # interpret it as an option, not as an argument.
+      # To avoid this, using -- syntax, 
+      # which tells the command that everything following it 
+      # should be treated as positional arguments, not options
+      pytest-args: '-m flaky'
+    secrets: inherit
+
+  publish-test-results:
+    needs:
+    - test
+    if: success() || failure()
+    concurrency:
+      group: test-results
+
+    uses: ./.github/workflows/test-results-master.yml
+    secrets: inherit
+
+  submit-traces:
+    needs:
+    - test
+    if: success() || failure()
+
+    uses: ./.github/workflows/submit-traces.yml
+    secrets: inherit

.github/workflows/master.yml

@@ -19,6 +19,13 @@ jobs:
 
       # Options
       standard: true
+      # Because -m starts with a dash, 
+      # click (the library used to build the CLI) will 
+      # interpret it as an option, not as an argument.
+      # To avoid this, using -- syntax, 
+      # which tells the command that everything following it 
+      # should be treated as positional arguments, not options
+      pytest-args: '-m "not flaky"'
     secrets: inherit
 
   publish-test-results:

.github/workflows/pr-test.yml

@@ -15,6 +15,11 @@ on:
         required: false
         default: ""
         type: string
+      pytest-args:
+        description: "Arguments to pass to pytest"
+        required: false
+        type: string
+        default: ""
 
 jobs:
   compute-matrix:
@@ -47,6 +52,7 @@ jobs:
       # For other repositories
       setup-env-vars: "${{ inputs.setup-env-vars }}"
       python-version: "${{ inputs.python-version }}"
+      pytest-args: ${{ inputs.pytest-args }}
     secrets: inherit
 
   save-event: