Add Foresight Github actions to collect detailed workflow metrics and…

… test results (#16427)
open-telemetry · Nov 28, 2022 · 5dc292d · 5dc292d
1 parent 887fa9a
commit 5dc292d
Show file tree

Hide file tree

Showing 8 changed files with 197 additions and 7 deletions.
diff --git a/.github/workflows/build-and-test-windows.yml b/.github/workflows/build-and-test-windows.yml
@@ -35,6 +35,11 @@ jobs:
  runs-on: windows-latest
  if: ${{ github.actor != 'dependabot[bot]' && (contains(github.event.pull_request.labels.*.name, 'Run Windows') || github.event_name == 'push') }}
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - if: matrix.group == 'receiver-0'
@@ -56,7 +61,16 @@ jobs:
  ~\AppData\Local\go-build
  key: go-build-cache-${{ runner.os }}-${{ matrix.group }}-go-${{ hashFiles('**/go.sum') }}
  - name: Run Unit tests
- run: make -j2 gotest GROUP=${{ matrix.group }}
+ run: make -j2 gotest GROUP=${{ matrix.group }} 
+ - name: Analyze Test and/or Coverage Results
+ if: always()
+ uses: runforesight/foresight-test-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
+ test_framework: golang
+ test_format: json
+ test_path: |
+ ./**/foresight-test*.json
  windows-unittest:
  if: ${{ github.actor != 'dependabot[bot]' && (contains(github.event.pull_request.labels.*.name, 'Run Windows') || github.event_name == 'push') }}
  runs-on: windows-latest

diff --git a/.github/workflows/build-and-test.yml b/.github/workflows/build-and-test.yml
@@ -21,6 +21,11 @@ jobs:
  runs-on: ubuntu-latest
  if: ${{ github.actor != 'dependabot[bot]' }}
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Setup Go
@@ -75,6 +80,11 @@ jobs:
  runs-on: ubuntu-latest
  needs: [setup-environment]
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Setup Go
@@ -122,6 +132,11 @@ jobs:
  runs-on: ubuntu-latest
  needs: [setup-environment]
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Setup Go
@@ -180,6 +195,11 @@ jobs:
  runs-on: ubuntu-latest
  needs: [setup-environment]
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Setup Go
@@ -207,6 +227,15 @@ jobs:
  key: go-test-build-${{ runner.os }}-${{ matrix.go-version }}-${{ hashFiles('**/go.sum') }}
  - name: Run Unit Tests
  run: make gotest GROUP=${{ matrix.group }}
+ - name: Analyze Test and/or Coverage Results
+ if: always()
+ uses: runforesight/foresight-test-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
+ test_framework: golang
+ test_format: json
+ test_path: |
+ ./**/foresight-test*.json
  unittest:
  if: ${{ always() }}
  strategy:
@@ -231,6 +260,11 @@ jobs:
  runs-on: ubuntu-latest
  needs: [setup-environment]
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Setup Go
@@ -247,11 +281,28 @@ jobs:
  key: go-cache-${{ runner.os }}-${{ hashFiles('**/go.sum') }}
  - name: Run Integration Tests
  run: make integration-tests-with-cover
+ - name: Analyze Test and/or Coverage Results
+ if: always()
+ uses: runforesight/foresight-test-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
+ test_framework: golang
+ test_format: json
+ test_path: |
+ ./**/foresight-test-report-integration*.json
+ coverage_format: golang
+ coverage_path: |
+ ./**/integration-coverage.txt
 
  correctness-traces:
  runs-on: ubuntu-latest
  needs: [setup-environment]
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Setup Go
@@ -274,10 +325,24 @@ jobs:
  run: make install-tools
  - name: Correctness
  run: make -C testbed run-correctness-traces-tests
+ - name: Analyze Test and/or Coverage Results
+ if: always()
+ uses: runforesight/foresight-test-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
+ test_framework: golang
+ test_format: json
+ test_path: |
+ ./**/foresight-test*.json
  correctness-metrics:
  runs-on: ubuntu-latest
  needs: [setup-environment]
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Setup Go
@@ -300,11 +365,25 @@ jobs:
  run: make install-tools
  - name: Correctness
  run: make -C testbed run-correctness-metrics-tests
+ - name: Analyze Test and/or Coverage Results
+ if: always()
+ uses: runforesight/foresight-test-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
+ test_framework: golang
+ test_format: json
+ test_path: |
+ ./**/foresight-test*.json
 
  build-examples:
  runs-on: ubuntu-latest
  needs: [setup-environment]
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Build Examples
@@ -339,6 +418,11 @@ jobs:
  - os: windows
  arch: ppc64le
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Setup Go
@@ -376,6 +460,11 @@ jobs:
  matrix:
  package_type: ["deb", "rpm"]
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  with:
@@ -418,6 +507,11 @@ jobs:
  runs-on: windows-latest
  needs: [cross-compile]
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  with:
@@ -454,6 +548,11 @@ jobs:
  runs-on: ubuntu-latest
  needs: [build-package]
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Download Binaries
@@ -473,6 +572,11 @@ jobs:
  needs: [lint, unittest, integration-tests, build-package]
  if: (github.ref == 'refs/heads/main' || startsWith(github.ref, 'refs/tags/v')) && github.repository == 'open-telemetry/opentelemetry-collector-contrib'
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Setup Go
@@ -538,6 +642,11 @@ jobs:
  needs: [lint, unittest, integration-tests, build-package]
  if: startsWith(github.ref, 'refs/tags/v') && github.repository == 'open-telemetry/opentelemetry-collector-contrib'
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Setup Go

diff --git a/.github/workflows/codeql-analysis.yml b/.github/workflows/codeql-analysis.yml
@@ -14,6 +14,12 @@ jobs:
  CODEQL_EXTRACTOR_GO_BUILD_TRACING: 'on'
 
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
+
  - name: Checkout repository
  uses: actions/checkout@v3
 

diff --git a/.github/workflows/load-tests.yml b/.github/workflows/load-tests.yml
@@ -23,6 +23,11 @@ jobs:
  outputs:
  loadtest_matrix: ${{ steps.splitloadtest.outputs.loadtest_matrix }}
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Setup Go
@@ -61,6 +66,11 @@ jobs:
  fail-fast: false
  matrix: ${{ fromJson(needs.setup-environment.outputs.loadtest_matrix) }}
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - run: sudo chmod 0777 -R /opt
@@ -119,6 +129,15 @@ jobs:
  uses: actions/upload-artifact@v3
  with:
  path: ./*.tar
+ - name: Analyze Test and/or Coverage Results
+ if: always()
+ uses: runforesight/foresight-test-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
+ test_framework: JUNIT
+ test_format: JUNIT
+ test_path: |
+ ./testbed/tests/results/junit/*.xml
  - name: GitHub Issue Generator
  if: ${{ failure() && github.ref == 'refs/heads/main' }}
  run: issuegenerator $TEST_RESULTS
diff --git a/.github/workflows/prometheus-compliance-tests.yml b/.github/workflows/prometheus-compliance-tests.yml
@@ -20,6 +20,11 @@ jobs:
  runs-on: ubuntu-latest
  if: ${{ github.actor != 'dependabot[bot]' }}
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  with:
@@ -48,5 +53,14 @@ jobs:
  - name: Copy binary to compliance directory
  run: mkdir compliance/remote_write_sender/bin && cp opentelemetry-collector-contrib/bin/otelcontribcol_linux_amd64 compliance/remote_write_sender/bin/otelcol_linux_amd64
  - name: Run compliance tests
- run: go test --tags=compliance -run "TestRemoteWrite/otel/.+" -v ./
+ run: go test -v -json --tags=compliance -run "TestRemoteWrite/otel/.+" ./ > ./test-report.json
  working-directory: compliance/remote_write_sender
+ - name: Analyze Test and/or Coverage Results
+ if: always()
+ uses: runforesight/foresight-test-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
+ working_directory: compliance/remote_write_sender
+ test_framework: golang
+ test_format: json
+ test_path: ./test-report.json
diff --git a/.github/workflows/tracegen.yml b/.github/workflows/tracegen.yml
@@ -15,6 +15,11 @@ jobs:
  runs-on: ubuntu-latest
  if: ${{ github.actor != 'dependabot[bot]' }}
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Build tracegen
@@ -30,6 +35,11 @@ jobs:
  permissions:
  packages: write
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Login to GitHub Container Registry
@@ -51,6 +61,11 @@ jobs:
  permissions:
  packages: write
  steps:
+ - name: Collect Workflow Telemetry
+ if: always()
+ uses: runforesight/foresight-workflow-kit-action@v1
+ with:
+ api_key: ${{ secrets.FORESIGHT_API_KEY }}
  - name: Checkout Repo
  uses: actions/checkout@v3
  - name: Set Release Tag