action: tav (#3127)

Migrate TAV to run as GitHub actions when
- a merge commit in the `main` branch
- manually triggered

TAV matrix is declared in the GH workflow hence no more .tav files to be maintained.

We agreed recently that It will not run on PRs for now, if needed we can add that feature in a follow up, maybe using the smarter jenkins implementation if it still works.

Author: v1v

.ci/.jenkins_tav.yml

@@ -34,7 +34,6 @@ pipeline {
   parameters {
     booleanParam(name: 'Run_As_Main_Branch', defaultValue: false, description: 'Allow to run any steps on a PR, some steps normally only run on main branch.')
     booleanParam(name: 'bench_ci', defaultValue: true, description: 'Enable benchmarks.')
-    booleanParam(name: 'tav_ci', defaultValue: true, description: 'Enable TAV tests.')
     booleanParam(name: 'tests_ci', defaultValue: true, description: 'Enable tests.')
   }
   stages {
@@ -51,11 +50,6 @@ pipeline {
         stash allowEmpty: true, name: 'source', useDefaultExcludes: false
         script {
           dir("${BASE_DIR}"){
-            def regexps =[
-              "^lib/instrumentation/modules/",
-              "^test/instrumentation/modules/"
-            ]
-            env.TAV_UPDATED = isGitRegionMatch(patterns: regexps)
 
             // Skip all the stages except docs for PR's with asciidoc or md changes only
             env.ONLY_DOCS = isGitRegionMatch(patterns: [ '.*\\.(asciidoc|md)' ], shouldMatchAll: true)
@@ -94,47 +88,6 @@ pipeline {
         }
       }
     }
-    /**
-      Run TAV tests.
-    */
-    stage('TAV Test') {
-      options { skipDefaultCheckout() }
-      environment {
-        HOME = "${env.WORKSPACE}"
-      }
-      when {
-        beforeAgent true
-        allOf {
-          not { tag pattern: 'v\\d+\\.\\d+\\.\\d+', comparator: 'REGEXP' }
-          anyOf {
-            expression { return params.Run_As_Main_Branch }
-            triggeredBy 'TimerTrigger'
-            changeRequest()
-            expression { return env.TAV_UPDATED != "false" }
-          }
-          expression { return params.tav_ci }
-          expression { return env.ONLY_DOCS == "false" }
-        }
-      }
-      steps {
-        deleteDir()
-        unstash 'source'
-        dir("${BASE_DIR}"){
-          script {
-            def tavContext = getSmartTAVContext()
-            withGithubNotify(context: tavContext.ghContextName, description: tavContext.ghDescription, tab: 'tests') {
-              def parallelTasks = [:]
-              tavContext.node['NODEJS_VERSION'].each{ version ->
-                tavContext.tav['TAV'].each{ tav_item ->
-                  parallelTasks["Node.js-${version}-${tav_item}"] = generateStep(version: version, tav: tav_item)
-                }
-              }
-              parallel(parallelTasks)
-            }
-          }
-        }
-      }
-    }
 
     stage('Release') {
       options { skipDefaultCheckout() }
@@ -283,7 +236,6 @@ pipeline {
 
 def generateStep(Map params = [:]){
   def version = params?.version
-  def tav = params.containsKey('tav') ? params.tav : ''
   def buildType = params.containsKey('buildType') ? params.buildType : 'release'
   def contextManager = params.get('disableAsyncHooks', false) ? 'patch' : ''
   return {
@@ -296,7 +248,7 @@ def generateStep(Map params = [:]){
           dir("${BASE_DIR}"){
             try {
               retryWithSleep(retries: 2, seconds: 5, backoff: true) {
-                sh(label: "Run Tests", script: """.ci/scripts/test.sh -b "${buildType}" -t "${tav}" "${version}" """)
+                sh(label: "Run Tests", script: """.ci/scripts/test.sh -b "${buildType}" "${version}" """)
               }
             } finally {
               junit(testResults: "test_output/*.junit.xml", allowEmptyResults: true, keepLongStdio: true)
@@ -309,54 +261,6 @@ def generateStep(Map params = [:]){
   }
 }
 
-/**
-* Gather the TAV context for the current execution. Then the TAV stage will execute
-* the TAV using a smarter approach.
-*/
-def getSmartTAVContext() {
-   context = [:]
-   context.ghContextName = 'TAV Test'
-   context.ghDescription = context.ghContextName
-   context.node = readYaml(file: '.ci/.jenkins_tav_nodejs.yml')
-
-   // Hard to debug what's going on as there are a few nested conditions. Let's then add more verbose output
-   echo """\
-   env.GITHUB_COMMENT=${env.GITHUB_COMMENT}
-   params.Run_As_Main_Branch=${params.Run_As_Main_Branch}
-   env.CHANGE_ID=${env.CHANGE_ID}
-   env.TAV_UPDATED=${env.TAV_UPDATED}""".stripIndent()
-
-   if (env.GITHUB_COMMENT) {
-     def modules = getModulesFromCommentTrigger(regex: 'run module tests for (.+)')
-     if (modules.isEmpty()) {
-       context.ghDescription = 'TAV Test disabled'
-       context.tav = readYaml(text: 'TAV:')
-       context.node = readYaml(text: 'NODEJS_VERSION:')
-     } else {
-       if (modules.find{ it == 'ALL' }) {
-         context.tav = readYaml(file: '.ci/.jenkins_tav.yml')
-       } else {
-         context.ghContextName = 'TAV Test Subset'
-         context.ghDescription = 'TAV Test comment-triggered'
-         context.tav = readYaml(text: """TAV:${modules.collect{ it.replaceAll('"', '').replaceAll("'", '') }.collect{ "\n  - '${it}'"}.join("") }""")
-       }
-     }
-   } else if (params.Run_As_Main_Branch) {
-     context.ghDescription = 'TAV Test param-triggered'
-     context.tav = readYaml(file: '.ci/.jenkins_tav.yml')
-   } else if (env.CHANGE_ID && env.TAV_UPDATED != "false") {
-     context.ghContextName = 'TAV Test Subset'
-     context.ghDescription = 'TAV Test changes-triggered'
-     sh '.ci/scripts/get_tav.sh .ci/.jenkins_generated_tav.yml'
-     context.tav = readYaml(file: '.ci/.jenkins_generated_tav.yml')
-   } else {
-     context.ghDescription = 'TAV Test disabled'
-     context.tav = readYaml(text: 'TAV:')
-     context.node = readYaml(text: 'NODEJS_VERSION:')
-   }
-   return context
- }
-
 def generateStepForWindows(Map params = [:]){
   def version = params?.version
   def contextManager = params.get('disableAsyncHooks', false) ? 'patch' : ''

.ci/.jenkins_tav_nodejs.yml

@@ -2,7 +2,7 @@ name: OpenTelemetry Export Trace
 
 on:
   workflow_run:
-    workflows: [Edge, Test, Lint, Snapshoty, updatecli]
+    workflows: [Edge, Test, Lint, Snapshoty, TAV, updatecli]
     types: [completed]
 
 jobs:

.ci/Jenkinsfile

@@ -0,0 +1,78 @@
+name: TAV
+
+on:
+  workflow_dispatch:
+  push:
+    branches:
+      - main
+    paths-ignore:
+    - '**/*.md'
+    - '**/*.asciidoc'
+    - 'docs/**'
+    - 'examples/**'
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
+
+# limit the access of the generated GITHUB_TOKEN
+permissions:
+  contents: read
+
+jobs:
+  test-tav:
+    runs-on: ubuntu-latest
+    timeout-minutes: 40
+    strategy:
+      max-parallel: 30
+      fail-fast: false
+      matrix:
+        node:
+          - "19"
+          - "18"
+          - "16"
+          - "14"
+          - "12"
+          - "10"
+          - "8"
+        module:
+          - '@elastic/elasticsearch'
+          - '@elastic/elasticsearch-canary'
+          - '@hapi/hapi'
+          - '@koa/router'
+          - apollo-server-express
+          - aws-sdk
+          - bluebird
+          - cassandra-driver
+          - elasticsearch
+          - express
+          - express-graphql
+          - express-queue
+          - fastify
+          - finalhandler
+          - generic-pool
+          - got
+          - graphql
+          - handlebars
+          - ioredis
+          - knex
+          - koa-router
+          - memcached
+          - mimic-response
+          - mongodb
+          - mongodb-core
+          - mysql
+          - mysql2
+          - next
+          - pg
+          - pug
+          - redis
+          - restify
+          - tedious
+          - undici
+          - ws
+    steps:
+      - uses: actions/checkout@v3
+      - run: .ci/scripts/test.sh -b "release" -t "${{ matrix.module }}" "${{ matrix.node }}"
+        env:
+          ELASTIC_APM_CONTEXT_MANAGER: ''