add retry action for integration tests

deepset-ai · Jun 19, 2024 · dabcfed · dabcfed
1 parent 236fd28
commit dabcfed
Show file tree

Hide file tree

Showing 28 changed files with 403 additions and 403 deletions.
diff --git a/.github/workflows/amazon_bedrock.yml b/.github/workflows/amazon_bedrock.yml
@@ -63,26 +63,27 @@ jobs:
  run: hatch run docs
 
  - name: Run unit tests
- id: unit-tests
- run: hatch run cov -m "not integration" 
+ run: hatch run cov -m "not integration"
 
  # Do not authenticate on pull requests from forks
- - name: AWS authentication 
- if: github.event.pull_request.head.repo.full_name == github.repository 
+ - name: AWS authentication
+ if: github.event.pull_request.head.repo.full_name == github.repository
  uses: aws-actions/configure-aws-credentials@e3dd6a429d7300a6a4c196c26e071d42e0343502
  with:
  aws-region: ${{ env.AWS_REGION }}
  role-to-assume: ${{ secrets.AWS_CI_ROLE_ARN }}
 
  # Do not run integration tests on pull requests from forks
- - name: Run integration tests
- if: github.event.pull_request.head.repo.full_name == github.repository 
- id: integration-tests
- run: hatch run cov -m "integration"
+ - name: Run integration tests with retry
+ if: github.event.pull_request.head.repo.full_name == github.repository
+ uses: Wandalen/wretry.action@v3
+ with:
+ command: hatch run cov -m "integration"
+ attempt_limit: 3
+ attempt_delay: 2000
 
  - name: Nightly - run unit tests with Haystack main branch
  if: github.event_name == 'schedule'
- id: nightly-haystack-main
  run: |
  hatch run pip install git+https://github.com/deepset-ai/haystack.git
  hatch run test -m "not integration"
@@ -92,7 +93,5 @@ jobs:
  uses: ./.github/actions/send_failure
  with:
  title: |
- core-integrations failure:
- ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
- - ${{ github.workflow }}
- api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
+ Core integrations nightly tests failure: ${{ github.workflow }}
+ api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/amazon_sagemaker.yml b/.github/workflows/amazon_sagemaker.yml
@@ -54,25 +54,25 @@ jobs:
 
  - name: Generate docs
  if: matrix.python-version == '3.9' && runner.os == 'Linux'
- run: hatch run docs 
+ run: hatch run docs
 
- - name: Run tests
- id: tests
- run: hatch run cov
+ - name: Run tests with retry
+ uses: Wandalen/wretry.action@v3
+ with:
+ command: hatch run cov
+ attempt_limit: 3
+ attempt_delay: 2000
 
  - name: Nightly - run unit tests with Haystack main branch
  if: github.event_name == 'schedule'
- id: nightly-haystack-main
  run: |
  hatch run pip install git+https://github.com/deepset-ai/haystack.git
  hatch run test -m "not integration"
- 
+
  - name: Send event to Datadog for nightly failures
  if: failure() && github.event_name == 'schedule'
  uses: ./.github/actions/send_failure
  with:
  title: |
- core-integrations failure: 
- ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
- - ${{ github.workflow }}
- api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
+ Core integrations nightly tests failure: ${{ github.workflow }}
+ api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/anthropic.yml b/.github/workflows/anthropic.yml
@@ -53,22 +53,27 @@ jobs:
  if: matrix.python-version == '3.9' && runner.os == 'Linux'
  run: hatch run lint:all
 
- - name: Run tests
- run: hatch run cov
+ - name: Generate docs
+ if: matrix.python-version == '3.9' && runner.os == 'Linux'
+ run: hatch run docs
+
+ - name: Run tests with retry
+ uses: Wandalen/wretry.action@v3
+ with:
+ command: hatch run cov
+ attempt_limit: 3
+ attempt_delay: 2000
 
  - name: Nightly - run unit tests with Haystack main branch
  if: github.event_name == 'schedule'
- id: nightly-haystack-main
  run: |
  hatch run pip install git+https://github.com/deepset-ai/haystack.git
  hatch run test -m "not integration"
- 
+
  - name: Send event to Datadog for nightly failures
  if: failure() && github.event_name == 'schedule'
  uses: ./.github/actions/send_failure
  with:
  title: |
- core-integrations failure: 
- ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
- - ${{ github.workflow }}
- api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
+ Core integrations nightly tests failure: ${{ github.workflow }}
+ api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/astra.yml b/.github/workflows/astra.yml
@@ -7,8 +7,8 @@ on:
  - cron: "0 0 * * *"
  pull_request:
  paths:
- - 'integrations/astra/**'
- - '.github/workflows/astra.yml'
+ - "integrations/astra/**"
+ - ".github/workflows/astra.yml"
 
 defaults:
  run:
@@ -31,52 +31,52 @@ jobs:
  max-parallel: 1
  matrix:
  os: [ubuntu-latest, windows-latest, macos-latest]
- python-version: ['3.9', '3.10']
+ python-version: ["3.9", "3.10"]
 
  steps:
- - name: Support longpaths
- if: matrix.os == 'windows-latest'
- working-directory: .
- run: git config --system core.longpaths true
+  - name: Support longpaths
+  if: matrix.os == 'windows-latest'
+  working-directory: .
+  run: git config --system core.longpaths true
 
- - uses: actions/checkout@v4
+  - uses: actions/checkout@v4
 
- - name: Set up Python ${{ matrix.python-version }}
- uses: actions/setup-python@v5
- with:
- python-version: ${{ matrix.python-version }}
+  - name: Set up Python ${{ matrix.python-version }}
+  uses: actions/setup-python@v5
+  with:
+  python-version: ${{ matrix.python-version }}
 
- - name: Install Hatch
- run: pip install --upgrade hatch
+  - name: Install Hatch
+  run: pip install --upgrade hatch
 
- - name: Lint
- if: matrix.python-version == '3.9' && runner.os == 'Linux'
- run: hatch run lint:all
+  - name: Lint
+  if: matrix.python-version == '3.9' && runner.os == 'Linux'
+  run: hatch run lint:all
 
- - name: Generate docs
- if: matrix.python-version == '3.9' && runner.os == 'Linux'
- run: hatch run docs
+  - name: Generate docs
+  if: matrix.python-version == '3.9' && runner.os == 'Linux'
+  run: hatch run docs
 
- - name: Run tests
- env:
- ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }}
- ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }}
- id: tests
- run: hatch run cov
+ - name: Run tests with retry
+ uses: Wandalen/wretry.action@v3
+ env:
+ ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }}
+ ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }}
+ with:
+ command: hatch run cov
+ attempt_limit: 3
+ attempt_delay: 2000
 
- - name: Nightly - run unit tests with Haystack main branch
- if: github.event_name == 'schedule'
- id: nightly-haystack-main
- run: |
- hatch run pip install git+https://github.com/deepset-ai/haystack.git
- hatch run test -m "not integration"
+ - name: Nightly - run unit tests with Haystack main branch
+ if: github.event_name == 'schedule'
+ run: |
+ hatch run pip install git+https://github.com/deepset-ai/haystack.git
+ hatch run test -m "not integration"
 
- - name: Send event to Datadog for nightly failures
- if: failure() && github.event_name == 'schedule'
- uses: ./.github/actions/send_failure
- with:
- title: |
- core-integrations failure:
- ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
- - ${{ github.workflow }}
- api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
+ - name: Send event to Datadog for nightly failures
+ if: failure() && github.event_name == 'schedule'
+ uses: ./.github/actions/send_failure
+ with:
+ title: |
+ Core integrations nightly tests failure: ${{ github.workflow }}
+ api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/chroma.yml b/.github/workflows/chroma.yml
@@ -7,8 +7,8 @@ on:
  - cron: "0 0 * * *"
  pull_request:
  paths:
- - 'integrations/chroma/**'
- - '.github/workflows/chroma.yml'
+ - "integrations/chroma/**"
+ - ".github/workflows/chroma.yml"
 
 defaults:
  run:
@@ -30,49 +30,45 @@ jobs:
  fail-fast: false
  matrix:
  os: [ubuntu-latest, windows-latest, macos-latest]
- python-version: ['3.8', '3.9', '3.10']
+ python-version: ["3.8", "3.9", "3.10"]
 
  steps:
- - name: Support longpaths
- if: matrix.os == 'windows-latest'
- working-directory: .
- run: git config --system core.longpaths true
+  - name: Support longpaths
+  if: matrix.os == 'windows-latest'
+  working-directory: .
+  run: git config --system core.longpaths true
 
- - uses: actions/checkout@v4
+  - uses: actions/checkout@v4
 
- - name: Set up Python ${{ matrix.python-version }}
- uses: actions/setup-python@v5
- with:
- python-version: ${{ matrix.python-version }}
+  - name: Set up Python ${{ matrix.python-version }}
+  uses: actions/setup-python@v5
+  with:
+  python-version: ${{ matrix.python-version }}
 
- - name: Install Hatch
- run: pip install --upgrade hatch
+  - name: Install Hatch
+  run: pip install --upgrade hatch
 
- - name: Lint
- if: matrix.python-version == '3.9' && runner.os == 'Linux'
- run: hatch run lint:all
+  - name: Lint
+  if: matrix.python-version == '3.9' && runner.os == 'Linux'
+  run: hatch run lint:all
 
- - name: Generate docs
- if: matrix.python-version == '3.9' && runner.os == 'Linux'
- run: hatch run docs
+  - name: Generate docs
+  if: matrix.python-version == '3.9' && runner.os == 'Linux'
+  run: hatch run docs
 
- - name: Run tests
- id: tests
- run: hatch run cov
+ - name: Run tests
+ run: hatch run cov
 
- - name: Nightly - run unit tests with Haystack main branch
- if: github.event_name == 'schedule'
- id: nightly-haystack-main
- run: |
- hatch run pip install git+https://github.com/deepset-ai/haystack.git
- hatch run test -m "not integration"
- 
- - name: Send event to Datadog for nightly failures
- if: failure() && github.event_name == 'schedule'
- uses: ./.github/actions/send_failure
- with:
- title: |
- core-integrations failure: 
- ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
- - ${{ github.workflow }}
- api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
+ - name: Nightly - run unit tests with Haystack main branch
+ if: github.event_name == 'schedule'
+ run: |
+ hatch run pip install git+https://github.com/deepset-ai/haystack.git
+ hatch run test -m "not integration"
+
+ - name: Send event to Datadog for nightly failures
+ if: failure() && github.event_name == 'schedule'
+ uses: ./.github/actions/send_failure
+ with:
+ title: |
+ Core integrations nightly tests failure: ${{ github.workflow }}
+ api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/cohere.yml b/.github/workflows/cohere.yml
@@ -55,25 +55,25 @@ jobs:
 
  - name: Generate docs
  if: matrix.python-version == '3.9' && runner.os == 'Linux'
- run: hatch run docs 
+ run: hatch run docs
 
- - name: Run tests
- id: tests
- run: hatch run cov
+ - name: Run tests with retry
+ uses: Wandalen/wretry.action@v3
+ with:
+ command: hatch run cov
+ attempt_limit: 3
+ attempt_delay: 2000
 
  - name: Nightly - run unit tests with Haystack main branch
  if: github.event_name == 'schedule'
- id: nightly-haystack-main
  run: |
  hatch run pip install git+https://github.com/deepset-ai/haystack.git
  hatch run test -m "not integration"
- 
+
  - name: Send event to Datadog for nightly failures
  if: failure() && github.event_name == 'schedule'
  uses: ./.github/actions/send_failure
  with:
  title: |
- core-integrations failure: 
- ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
- - ${{ github.workflow }}
- api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
+ Core integrations nightly tests failure: ${{ github.workflow }}
+ api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
diff --git a/.github/workflows/deepeval.yml b/.github/workflows/deepeval.yml
@@ -57,23 +57,23 @@ jobs:
  if: matrix.python-version == '3.9' && runner.os == 'Linux'
  run: hatch run docs
 
- - name: Run tests
- id: tests
- run: hatch run cov
+ - name: Run tests with retry
+ uses: Wandalen/wretry.action@v3
+ with:
+ command: hatch run cov
+ attempt_limit: 3
+ attempt_delay: 2000
 
  - name: Nightly - run unit tests with Haystack main branch
  if: github.event_name == 'schedule'
- id: nightly-haystack-main
  run: |
  hatch run pip install git+https://github.com/deepset-ai/haystack.git
  hatch run test -m "not integration"
- 
+
  - name: Send event to Datadog for nightly failures
  if: failure() && github.event_name == 'schedule'
  uses: ./.github/actions/send_failure
  with:
  title: |
- core-integrations failure: 
- ${{ (steps.tests.conclusion == 'nightly-haystack-main') && 'nightly-haystack-main' || 'tests' }}
- - ${{ github.workflow }}
- api-key: ${{ secrets.CORE_DATADOG_API_KEY }}
+ Core integrations nightly tests failure: ${{ github.workflow }}
+ api-key: ${{ secrets.CORE_DATADOG_API_KEY }}