From 3aa60edac9a0050becb4f84c94ba19bd28be1ff2 Mon Sep 17 00:00:00 2001 From: Divya Madala Date: Tue, 27 Feb 2024 12:55:27 -0800 Subject: [PATCH 1/3] Validate the OS and OSD artifacts before trigerring the integtests Signed-off-by: Divya Madala --- .../integ-test.jenkinsfile | 26 +++++++- jenkins/opensearch/integ-test.jenkinsfile | 25 +++++++- .../TestOpenSearchDashboardsIntegTest.groovy | 2 +- tests/jenkins/TestOpenSearchIntegTest.groovy | 2 +- .../integ-test.jenkinsfile.txt | 55 ++++++++++------ .../opensearch/integ-test.jenkinsfile.txt | 64 +++++++++++-------- 6 files changed, 123 insertions(+), 51 deletions(-) diff --git a/jenkins/opensearch-dashboards/integ-test.jenkinsfile b/jenkins/opensearch-dashboards/integ-test.jenkinsfile index 6e6b008d9d..7cc36f27a2 100644 --- a/jenkins/opensearch-dashboards/integ-test.jenkinsfile +++ b/jenkins/opensearch-dashboards/integ-test.jenkinsfile @@ -7,7 +7,7 @@ * compatible open source license. */ -lib = library(identifier: 'jenkins@6.3.0', retriever: modernSCM([ +lib = library(identifier: 'jenkins@6.3.2', retriever: modernSCM([ $class: 'GitSCMSource', remote: 'https://github.com/opensearch-project/opensearch-build-libraries.git', @@ -132,6 +132,30 @@ pipeline { } } } + stage('validate-artifacts') { + agent { label agent_nodes['linux_x64'] } + steps { + script { + build job: 'distribution-validation', + propagate: true, + wait: true, + parameters: [ + string(name: 'VERSION', value: "${env.version}"), + string(name: 'DISTRIBUTION', value: "${env.distribution}"), + string(name: 'ARCHITECTURE', value: "${env.architecture}"), + string(name: 'OS_BUILD_NUMBER', value: "${env.buildIdOpenSearch}"), + string(name: 'OSD_BUILD_NUMBER', value: "${env.buildId}"), + string(name: 'PROJECTS', value: "Both"), + string(name: 'ARTIFACT_TYPE', value: "staging") + ] + } + } + post { + always { + postCleanup() + } + } + } stage('integ-test') { // Need to run this directly on agent node here in order to trigger stages with docker container and avoid docker within docker situation // Can only be run in runner that is at least 50GB per container diff --git a/jenkins/opensearch/integ-test.jenkinsfile b/jenkins/opensearch/integ-test.jenkinsfile index 384d481480..b2cf7778eb 100644 --- a/jenkins/opensearch/integ-test.jenkinsfile +++ b/jenkins/opensearch/integ-test.jenkinsfile @@ -7,7 +7,7 @@ * compatible open source license. */ -lib = library(identifier: 'jenkins@6.3.0', retriever: modernSCM([ +lib = library(identifier: 'jenkins@6.3.2', retriever: modernSCM([ $class: 'GitSCMSource', remote: 'https://github.com/opensearch-project/opensearch-build-libraries.git', @@ -108,6 +108,29 @@ pipeline { } } } + stage('validate-artifacts') { + agent { label agent_nodes['linux_x64'] } + steps { + script { + build job: 'distribution-validation', + propagate: true, + wait: true, + parameters: [ + string(name: 'VERSION', value: "${env.version}"), + string(name: 'DISTRIBUTION', value: "${env.distribution}"), + string(name: 'ARCHITECTURE', value: "${env.architecture}"), + string(name: 'OS_BUILD_NUMBER', value: "${env.buildId}"), + string(name: 'PROJECTS', value: "opensearch"), + string(name: 'ARTIFACT_TYPE', value: "staging") + ] + } + } + post { + always { + postCleanup() + } + } + } stage('integ-test') { // Need to run this directly on agent node here in order to trigger stages with docker container and avoid docker within docker situation // Can only be run in runner that is at least 50GB per container diff --git a/tests/jenkins/TestOpenSearchDashboardsIntegTest.groovy b/tests/jenkins/TestOpenSearchDashboardsIntegTest.groovy index 2f46820a1e..fda35a7a50 100644 --- a/tests/jenkins/TestOpenSearchDashboardsIntegTest.groovy +++ b/tests/jenkins/TestOpenSearchDashboardsIntegTest.groovy @@ -26,7 +26,7 @@ class TestOpenSearchDashboardsIntegTest extends BuildPipelineTest { helper.registerSharedLibrary( library().name('jenkins') - .defaultVersion('6.3.0') + .defaultVersion('6.3.2') .allowOverride(true) .implicit(true) .targetPath('vars') diff --git a/tests/jenkins/TestOpenSearchIntegTest.groovy b/tests/jenkins/TestOpenSearchIntegTest.groovy index d1816add67..69922abecf 100644 --- a/tests/jenkins/TestOpenSearchIntegTest.groovy +++ b/tests/jenkins/TestOpenSearchIntegTest.groovy @@ -25,7 +25,7 @@ class TestOpenSearchIntegTest extends BuildPipelineTest { helper.registerSharedLibrary( library().name('jenkins') - .defaultVersion('6.3.0') + .defaultVersion('6.3.2') .allowOverride(true) .implicit(true) .targetPath('vars') diff --git a/tests/jenkins/jenkinsjob-regression-files/opensearch-dashboards/integ-test.jenkinsfile.txt b/tests/jenkins/jenkinsjob-regression-files/opensearch-dashboards/integ-test.jenkinsfile.txt index 0ba6581b96..81b310683e 100644 --- a/tests/jenkins/jenkinsjob-regression-files/opensearch-dashboards/integ-test.jenkinsfile.txt +++ b/tests/jenkins/jenkinsjob-regression-files/opensearch-dashboards/integ-test.jenkinsfile.txt @@ -1,6 +1,6 @@ integ-test.run() integ-test.modernSCM({$class=GitSCMSource, remote=https://github.com/opensearch-project/opensearch-build-libraries.git}) - integ-test.library({identifier=jenkins@6.3.0, retriever=null}) + integ-test.library({identifier=jenkins@6.3.2, retriever=null}) integ-test.pipeline(groovy.lang.Closure) integ-test.credentials(jenkins-artifact-bucket-name) integ-test.timeout({time=5, unit=HOURS}) @@ -13,13 +13,13 @@ integ-test.fileExists(manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml) integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) downloadBuildManifest.legacySCM(groovy.lang.Closure) - downloadBuildManifest.library({identifier=jenkins@6.3.0, retriever=null}) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml) downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-3.0.0-build.yml}) downloadBuildManifest.legacySCM(groovy.lang.Closure) - downloadBuildManifest.library({identifier=jenkins@6.3.0, retriever=null}) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-3.0.0-build.yml) downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() @@ -37,12 +37,25 @@ integ-test.echo(Version: 3.0.0, VersionOpenSearch: 3.0.0, Agent: Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, OSD_BuildId: 215, OS_BuildId: 215, Distribution: tar) integ-test.postCleanup() postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.stage(validate-artifacts, groovy.lang.Closure) + integ-test.echo(Executing on agent [label:Jenkins-Agent-AL2023-X64-C54xlarge-Docker-Host]) + integ-test.script(groovy.lang.Closure) + integ-test.string({name=VERSION, value=3.0.0}) + integ-test.string({name=DISTRIBUTION, value=tar}) + integ-test.string({name=ARCHITECTURE, value=x64}) + integ-test.string({name=OS_BUILD_NUMBER, value=215}) + integ-test.string({name=OSD_BUILD_NUMBER, value=215}) + integ-test.string({name=PROJECTS, value=Both}) + integ-test.string({name=ARTIFACT_TYPE, value=staging}) + integ-test.build({job=distribution-validation, propagate=true, wait=true, parameters=[null, null, null, null, null, null, null]}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) integ-test.stage(integ-test, groovy.lang.Closure) integ-test.echo(Executing on agent [label:Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host]) integ-test.script(groovy.lang.Closure) integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) downloadBuildManifest.legacySCM(groovy.lang.Closure) - downloadBuildManifest.library({identifier=jenkins@6.3.0, retriever=null}) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml) downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() @@ -84,7 +97,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=ganttChartDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -105,7 +118,7 @@ integ-test.echo(Completed running integtest for component ganttChartDashboards) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 215) @@ -131,7 +144,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=indexManagementDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -152,7 +165,7 @@ integ-test.echo(Completed running integtest for component indexManagementDashboards) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 215) @@ -178,7 +191,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=anomalyDetectionDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -199,7 +212,7 @@ integ-test.echo(Completed running integtest for component anomalyDetectionDashboards) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 215) @@ -225,7 +238,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=OpenSearch-Dashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -246,7 +259,7 @@ integ-test.echo(Completed running integtest for component OpenSearch-Dashboards) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 215) @@ -272,7 +285,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=reportsDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -293,7 +306,7 @@ integ-test.echo(Completed running integtest for component reportsDashboards) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 215) @@ -319,7 +332,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=queryWorkbenchDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -340,7 +353,7 @@ integ-test.echo(Completed running integtest for component queryWorkbenchDashboards) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 215) @@ -366,7 +379,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=observabilityDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -387,7 +400,7 @@ integ-test.echo(Completed running integtest for component observabilityDashboards) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 215) @@ -410,19 +423,19 @@ integ-test.checkout(groovy.lang.Closure) integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) downloadBuildManifest.legacySCM(groovy.lang.Closure) - downloadBuildManifest.library({identifier=jenkins@6.3.0, retriever=null}) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml) downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) BuildManifest.asBoolean() integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-3.0.0-build.yml}) downloadBuildManifest.legacySCM(groovy.lang.Closure) - downloadBuildManifest.library({identifier=jenkins@6.3.0, retriever=null}) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-3.0.0-build.yml) downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() integ-test.createUploadTestReportManifest({testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, dashboardsBuildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testRunID=215, testType=integ-test, componentName=}) createUploadTestReportManifest.legacySCM(groovy.lang.Closure) - createUploadTestReportManifest.library({identifier=jenkins@6.3.0, retriever=null}) + createUploadTestReportManifest.library({identifier=jenkins@6.3.2, retriever=null}) createUploadTestReportManifest.readYaml({file=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml}) TestManifest.asBoolean() createUploadTestReportManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) diff --git a/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile.txt b/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile.txt index a1e8fed38f..5e9a92833d 100644 --- a/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile.txt +++ b/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile.txt @@ -1,6 +1,6 @@ integ-test.run() integ-test.modernSCM({$class=GitSCMSource, remote=https://github.com/opensearch-project/opensearch-build-libraries.git}) - integ-test.library({identifier=jenkins@6.3.0, retriever=null}) + integ-test.library({identifier=jenkins@6.3.2, retriever=null}) integ-test.pipeline(groovy.lang.Closure) integ-test.credentials(jenkins-artifact-bucket-name) integ-test.timeout({time=4, unit=HOURS}) @@ -13,7 +13,7 @@ integ-test.fileExists(manifests/tests/jenkins/data/opensearch-3.0.0-test.yml) integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-3.0.0-build.yml}) downloadBuildManifest.legacySCM(groovy.lang.Closure) - downloadBuildManifest.library({identifier=jenkins@6.3.0, retriever=null}) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-3.0.0-build.yml) downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() @@ -25,12 +25,24 @@ BuildManifest.getArtifactRoot(distribution-build-opensearch, 9010) integ-test.postCleanup() postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.stage(validate-artifacts, groovy.lang.Closure) + integ-test.echo(Executing on agent [label:Jenkins-Agent-AL2023-X64-C54xlarge-Docker-Host]) + integ-test.script(groovy.lang.Closure) + integ-test.string({name=VERSION, value=3.0.0}) + integ-test.string({name=DISTRIBUTION, value=tar}) + integ-test.string({name=ARCHITECTURE, value=x64}) + integ-test.string({name=OS_BUILD_NUMBER, value=9010}) + integ-test.string({name=PROJECTS, value=opensearch}) + integ-test.string({name=ARTIFACT_TYPE, value=staging}) + integ-test.build({job=distribution-validation, propagate=true, wait=true, parameters=[null, null, null, null, null, null]}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) integ-test.stage(integ-test, groovy.lang.Closure) integ-test.echo(Executing on agent [label:Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host]) integ-test.script(groovy.lang.Closure) integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-3.0.0-build.yml}) downloadBuildManifest.legacySCM(groovy.lang.Closure) - downloadBuildManifest.library({identifier=jenkins@6.3.0, retriever=null}) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-3.0.0-build.yml) downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() @@ -74,7 +86,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=ml-commons, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -83,7 +95,7 @@ runIntegTestScript.echo(Start integTest on: tar x64 linux) runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) detectTestDockerAgent.legacySCM(groovy.lang.Closure) - detectTestDockerAgent.library({identifier=jenkins@6.3.0, retriever=null}) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) TestManifest.asBoolean() detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) @@ -109,7 +121,7 @@ integ-test.echo(Completed running integtest for component ml-commons) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 9010) @@ -135,7 +147,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=anomaly-detection, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -144,7 +156,7 @@ runIntegTestScript.echo(Start integTest on: tar x64 linux) runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) detectTestDockerAgent.legacySCM(groovy.lang.Closure) - detectTestDockerAgent.library({identifier=jenkins@6.3.0, retriever=null}) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) TestManifest.asBoolean() detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) @@ -170,7 +182,7 @@ integ-test.echo(Completed running integtest for component anomaly-detection) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 9010) @@ -196,7 +208,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=neural-search, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -205,7 +217,7 @@ runIntegTestScript.echo(Start integTest on: tar x64 linux) runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) detectTestDockerAgent.legacySCM(groovy.lang.Closure) - detectTestDockerAgent.library({identifier=jenkins@6.3.0, retriever=null}) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) TestManifest.asBoolean() detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) @@ -231,7 +243,7 @@ integ-test.echo(Completed running integtest for component neural-search) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 9010) @@ -257,7 +269,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=security-analytics, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -266,7 +278,7 @@ runIntegTestScript.echo(Start integTest on: tar x64 linux) runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) detectTestDockerAgent.legacySCM(groovy.lang.Closure) - detectTestDockerAgent.library({identifier=jenkins@6.3.0, retriever=null}) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) TestManifest.asBoolean() detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) @@ -292,7 +304,7 @@ integ-test.echo(Completed running integtest for component security-analytics) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 9010) @@ -318,7 +330,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=security, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -327,7 +339,7 @@ runIntegTestScript.echo(Start integTest on: tar x64 linux) runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) detectTestDockerAgent.legacySCM(groovy.lang.Closure) - detectTestDockerAgent.library({identifier=jenkins@6.3.0, retriever=null}) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) TestManifest.asBoolean() detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) @@ -353,7 +365,7 @@ integ-test.echo(Completed running integtest for component security) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 9010) @@ -379,7 +391,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=k-NN, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -388,7 +400,7 @@ runIntegTestScript.echo(Start integTest on: tar x64 linux) runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) detectTestDockerAgent.legacySCM(groovy.lang.Closure) - detectTestDockerAgent.library({identifier=jenkins@6.3.0, retriever=null}) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) TestManifest.asBoolean() detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) @@ -414,7 +426,7 @@ integ-test.echo(Completed running integtest for component k-NN) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 9010) @@ -440,7 +452,7 @@ integ-test.sh(rm -rf test-results) integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=notifications, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) runIntegTestScript.legacySCM(groovy.lang.Closure) - runIntegTestScript.library({identifier=jenkins@6.3.0, retriever=null}) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() BuildManifest.getArtifactArchitecture() @@ -449,7 +461,7 @@ runIntegTestScript.echo(Start integTest on: tar x64 linux) runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) detectTestDockerAgent.legacySCM(groovy.lang.Closure) - detectTestDockerAgent.library({identifier=jenkins@6.3.0, retriever=null}) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) TestManifest.asBoolean() detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) @@ -475,7 +487,7 @@ integ-test.echo(Completed running integtest for component notifications) integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) uploadTestResults.legacySCM(groovy.lang.Closure) - uploadTestResults.library({identifier=jenkins@6.3.0, retriever=null}) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() uploadTestResults.echo(Build Id: 9010) @@ -498,13 +510,13 @@ integ-test.checkout(groovy.lang.Closure) integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-3.0.0-build.yml}) downloadBuildManifest.legacySCM(groovy.lang.Closure) - downloadBuildManifest.library({identifier=jenkins@6.3.0, retriever=null}) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-3.0.0-build.yml) downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) BuildManifest.asBoolean() integ-test.createUploadTestReportManifest({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testRunID=234, testType=integ-test, componentName=}) createUploadTestReportManifest.legacySCM(groovy.lang.Closure) - createUploadTestReportManifest.library({identifier=jenkins@6.3.0, retriever=null}) + createUploadTestReportManifest.library({identifier=jenkins@6.3.2, retriever=null}) createUploadTestReportManifest.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) TestManifest.asBoolean() createUploadTestReportManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) From fa5aad02a589946b49e85a20b47ed98e3d65ce46 Mon Sep 17 00:00:00 2001 From: Divya Madala Date: Wed, 28 Feb 2024 11:22:19 -0800 Subject: [PATCH 2/3] Make validation step optional Signed-off-by: Divya Madala --- jenkins/opensearch-dashboards/integ-test.jenkinsfile | 10 ++++++++++ jenkins/opensearch/integ-test.jenkinsfile | 10 ++++++++++ 2 files changed, 20 insertions(+) diff --git a/jenkins/opensearch-dashboards/integ-test.jenkinsfile b/jenkins/opensearch-dashboards/integ-test.jenkinsfile index 7cc36f27a2..fc8c1ff126 100644 --- a/jenkins/opensearch-dashboards/integ-test.jenkinsfile +++ b/jenkins/opensearch-dashboards/integ-test.jenkinsfile @@ -72,6 +72,11 @@ pipeline { description: 'If true results will create / update / close github issues', defaultValue: false ) + booleanParam( + name: 'VALIDATE_ARTIFACTS', + description: 'If true the provided artifacts are validated before triggering integ-tests else skip the validation stage', + defaultValue: true + ) } stages { stage('verify-parameters') { @@ -133,6 +138,11 @@ pipeline { } } stage('validate-artifacts') { + when { + expression { + params.VALIDATE_ARTIFACTS == true + } + } agent { label agent_nodes['linux_x64'] } steps { script { diff --git a/jenkins/opensearch/integ-test.jenkinsfile b/jenkins/opensearch/integ-test.jenkinsfile index b2cf7778eb..97ba80c2a9 100644 --- a/jenkins/opensearch/integ-test.jenkinsfile +++ b/jenkins/opensearch/integ-test.jenkinsfile @@ -72,6 +72,11 @@ pipeline { description: 'If true results will create / update / close github issues', defaultValue: false ) + booleanParam( + name: 'VALIDATE_ARTIFACTS', + description: 'If true the provided artifacts are validated before triggering integ-tests else skip the validation stage', + defaultValue: true + ) } stages { stage('verify-parameters') { @@ -109,6 +114,11 @@ pipeline { } } stage('validate-artifacts') { + when { + expression { + params.VALIDATE_ARTIFACTS == true + } + } agent { label agent_nodes['linux_x64'] } steps { script { From 8349d74daece2ff9c72be9be840fce141ebca574 Mon Sep 17 00:00:00 2001 From: Divya Madala Date: Wed, 28 Feb 2024 13:02:24 -0800 Subject: [PATCH 3/3] Add more testcases Signed-off-by: Divya Madala --- .../TestOpenSearchDashboardsIntegTest.groovy | 9 + tests/jenkins/TestOpenSearchIntegTest.groovy | 9 + ...eg-test-without-validation.jenkinsfile.txt | 474 ++++++++++++++++ ...eg-test-without-validation.jenkinsfile.txt | 504 ++++++++++++++++++ 4 files changed, 996 insertions(+) create mode 100644 tests/jenkins/jenkinsjob-regression-files/opensearch-dashboards/integ-test-without-validation.jenkinsfile.txt create mode 100644 tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test-without-validation.jenkinsfile.txt diff --git a/tests/jenkins/TestOpenSearchDashboardsIntegTest.groovy b/tests/jenkins/TestOpenSearchDashboardsIntegTest.groovy index fda35a7a50..bda9921e99 100644 --- a/tests/jenkins/TestOpenSearchDashboardsIntegTest.groovy +++ b/tests/jenkins/TestOpenSearchDashboardsIntegTest.groovy @@ -104,6 +104,7 @@ class TestOpenSearchDashboardsIntegTest extends BuildPipelineTest { void integTests_runs_for_all_components() { super.testPipeline('jenkins/opensearch-dashboards/integ-test.jenkinsfile', 'tests/jenkins/jenkinsjob-regression-files/opensearch-dashboards/integ-test.jenkinsfile') + assert getCommandExecutions('stage', 'validate-artifacts').size() == 1 assertThat(getCommandExecutions('sh', 'test.sh'), hasItems( 'env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component ganttChartDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar '.toString(), 'env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component anomalyDetectionDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar '.toString(), @@ -236,6 +237,14 @@ class TestOpenSearchDashboardsIntegTest extends BuildPipelineTest { assertThat(getCommandExecutions('sh', 'gh issue'), hasItem('{script=gh issue edit 99 -R https://github.com/opensearch-project/dashboards-observability.git --add-label \"linux:tar:x64\", returnStdout=true}')) } + @Test + void whenValidationIsNotChecked() { + addParam('VALIDATE_ARTIFACTS', false) + super.testPipeline('jenkins/opensearch-dashboards/integ-test.jenkinsfile', + 'tests/jenkins/jenkinsjob-regression-files/opensearch-dashboards/integ-test-without-validation.jenkinsfile') + assert getCommandExecutions('stage', 'validate-artifacts').size() == 0 + } + def getCommandExecutions(methodName, command) { def shCommands = helper.callStack.findAll { call -> diff --git a/tests/jenkins/TestOpenSearchIntegTest.groovy b/tests/jenkins/TestOpenSearchIntegTest.groovy index 69922abecf..193831bba7 100644 --- a/tests/jenkins/TestOpenSearchIntegTest.groovy +++ b/tests/jenkins/TestOpenSearchIntegTest.groovy @@ -90,6 +90,7 @@ class TestOpenSearchIntegTest extends BuildPipelineTest { addParam('UPDATE_GITHUB_ISSUES', true) super.testPipeline('jenkins/opensearch/integ-test.jenkinsfile', 'tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test.jenkinsfile') + assert getCommandExecutions('stage', 'validate-artifacts').size() == 1 assertThat(getCommandExecutions('sh', 'test.sh'), hasItem('env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component k-NN --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ')) assertThat(getCommandExecutions('sh', 'report.sh'), hasItem('./report.sh manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --artifact-paths opensearch=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar --test-run-id 234 --test-type integ-test --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ')) assertThat(getCommandExecutions('echo', 'Testing'), hasItem('Testing components: [ml-commons, anomaly-detection, neural-search, security-analytics, security, k-NN, notifications]')) @@ -213,6 +214,14 @@ class TestOpenSearchIntegTest extends BuildPipelineTest { assertThat(getCommandExecutions('sh', 'gh issue'), hasItem('{script=gh issue edit 99 -R https://github.com/opensearch-project/k-NN.git --add-label \"linux:tar:x64\", returnStdout=true}')) } + @Test + void whenValidationIsNotChecked() { + addParam('VALIDATE_ARTIFACTS', false) + super.testPipeline('jenkins/opensearch/integ-test.jenkinsfile', + 'tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test-without-validation.jenkinsfile') + assert getCommandExecutions('stage', 'validate-artifacts').size() == 0 + } + def getCommandExecutions(methodName, command) { def shCommands = helper.callStack.findAll { call -> diff --git a/tests/jenkins/jenkinsjob-regression-files/opensearch-dashboards/integ-test-without-validation.jenkinsfile.txt b/tests/jenkins/jenkinsjob-regression-files/opensearch-dashboards/integ-test-without-validation.jenkinsfile.txt new file mode 100644 index 0000000000..7a43318b3a --- /dev/null +++ b/tests/jenkins/jenkinsjob-regression-files/opensearch-dashboards/integ-test-without-validation.jenkinsfile.txt @@ -0,0 +1,474 @@ + integ-test.run() + integ-test.modernSCM({$class=GitSCMSource, remote=https://github.com/opensearch-project/opensearch-build-libraries.git}) + integ-test.library({identifier=jenkins@6.3.2, retriever=null}) + integ-test.pipeline(groovy.lang.Closure) + integ-test.credentials(jenkins-artifact-bucket-name) + integ-test.timeout({time=5, unit=HOURS}) + integ-test.logRotator({daysToKeepStr=30}) + integ-test.buildDiscarder(null) + integ-test.echo(Executing on agent [label:none]) + integ-test.stage(verify-parameters, groovy.lang.Closure) + integ-test.echo(Executing on agent [label:Jenkins-Agent-AL2023-X64-C54xlarge-Docker-Host]) + integ-test.script(groovy.lang.Closure) + integ-test.fileExists(manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml) + integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + downloadBuildManifest.legacySCM(groovy.lang.Closure) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) + downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml) + downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-3.0.0-build.yml}) + downloadBuildManifest.legacySCM(groovy.lang.Closure) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) + downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-3.0.0-build.yml) + downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + integ-test.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + integ-test.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getArtifactPlatform() + BuildManifest.getArtifactBuildId() + BuildManifest.getArtifactBuildId() + BuildManifest.getDistribution() + BuildManifest.getArtifactRoot(distribution-build-opensearch-dashboards, 215) + BuildManifest.getArtifactRoot(distribution-build-opensearch, 215) + integ-test.echo(Version: 3.0.0, VersionOpenSearch: 3.0.0, Agent: Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, OSD_BuildId: 215, OS_BuildId: 215, Distribution: tar) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.echo(Skipping stage validate-artifacts) + integ-test.stage(integ-test, groovy.lang.Closure) + integ-test.echo(Executing on agent [label:Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host]) + integ-test.script(groovy.lang.Closure) + integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + downloadBuildManifest.legacySCM(groovy.lang.Closure) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) + downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml) + downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + integ-test.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getNames() + integ-test.echo(switch_user_non_root: false) + integ-test.echo(componentList: [ganttChartDashboards, indexManagementDashboards, anomalyDetectionDashboards, OpenSearch-Dashboards, reportsDashboards, queryWorkbenchDashboards, observabilityDashboards]) + integ-test.echo(Not on Windows, stash repository+artifacts) + integ-test.echo(Downloading from S3: distribution-build-opensearch/3.0.0/215/linux/x64/tar) + integ-test.downloadFromS3({assumedRoleName=opensearch-bundle, roleAccountNumberCred=jenkins-aws-account-public, downloadPath=distribution-build-opensearch/3.0.0/215/linux/x64/tar/, bucketName=job-s3-bucket-name, localPath=/tmp/workspace/artifacts, force=true}) + downloadFromS3.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_NUMBER}) + downloadFromS3.withCredentials([AWS_ACCOUNT_NUMBER], groovy.lang.Closure) + downloadFromS3.withAWS({role=opensearch-bundle, roleAccount=AWS_ACCOUNT_NUMBER, duration=900, roleSessionName=jenkins-session, region=us-east-1}, groovy.lang.Closure) + downloadFromS3.s3Download({file=/tmp/workspace/artifacts, bucket=job-s3-bucket-name, path=distribution-build-opensearch/3.0.0/215/linux/x64/tar/, force=true}) + integ-test.sh(cp -a /tmp/workspace/artifacts/distribution-build-opensearch/3.0.0/215/linux/x64/tar /tmp/workspace) + integ-test.echo(Downloading from S3: distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar) + integ-test.downloadFromS3({assumedRoleName=opensearch-bundle, roleAccountNumberCred=jenkins-aws-account-public, downloadPath=distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/, bucketName=job-s3-bucket-name, localPath=/tmp/workspace/artifacts, force=true}) + downloadFromS3.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_NUMBER}) + downloadFromS3.withCredentials([AWS_ACCOUNT_NUMBER], groovy.lang.Closure) + downloadFromS3.withAWS({role=opensearch-bundle, roleAccount=AWS_ACCOUNT_NUMBER, duration=900, roleSessionName=jenkins-session, region=us-east-1}, groovy.lang.Closure) + downloadFromS3.s3Download({file=/tmp/workspace/artifacts, bucket=job-s3-bucket-name, path=distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/, force=true}) + integ-test.sh(cp -a /tmp/workspace/artifacts/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar /tmp/workspace) + integ-test.sh(rm -rf /tmp/workspace/artifacts) + integ-test.stash({includes=**, name=integtest-opensearch-dashboards-215}) + integ-test.echo(Adding Component: ganttChartDashboards) + integ-test.echo(Adding Component: indexManagementDashboards) + integ-test.echo(Adding Component: anomalyDetectionDashboards) + integ-test.echo(Adding Component: OpenSearch-Dashboards) + integ-test.echo(Adding Component: reportsDashboards) + integ-test.echo(Adding Component: queryWorkbenchDashboards) + integ-test.echo(Adding Component: observabilityDashboards) + integ-test.parallel({Run Integtest ganttChartDashboards=groovy.lang.Closure, Run Integtest indexManagementDashboards=groovy.lang.Closure, Run Integtest anomalyDetectionDashboards=groovy.lang.Closure, Run Integtest OpenSearch-Dashboards=groovy.lang.Closure, Run Integtest reportsDashboards=groovy.lang.Closure, Run Integtest queryWorkbenchDashboards=groovy.lang.Closure, Run Integtest observabilityDashboards=groovy.lang.Closure}) + integ-test.timeout({time=4, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo ganttChartDashboards with index 0 will sleep 0 seconds to reduce load && sleep 0) + integ-test.unstash(integtest-opensearch-dashboards-215) + integ-test.echo(Not on Windows, unstash repository+artifacts) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=ganttChartDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.echo(Possible Java Home: ) + runIntegTestScript.echo(Build Id: 215) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch-dashboards, 215) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(Component: ganttChartDashboards) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component ganttChartDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component ganttChartDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + integ-test.echo(Completed running integtest for component ganttChartDashboards) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 215) + BuildManifest.getArtifactRoot(dummy_job, 215) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/215/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/215/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=4, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo indexManagementDashboards with index 1 will sleep 20 seconds to reduce load && sleep 20) + integ-test.unstash(integtest-opensearch-dashboards-215) + integ-test.echo(Not on Windows, unstash repository+artifacts) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=indexManagementDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.echo(Possible Java Home: ) + runIntegTestScript.echo(Build Id: 215) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch-dashboards, 215) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(Component: indexManagementDashboards) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component indexManagementDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component indexManagementDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + integ-test.echo(Completed running integtest for component indexManagementDashboards) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 215) + BuildManifest.getArtifactRoot(dummy_job, 215) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/215/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/215/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=4, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo anomalyDetectionDashboards with index 2 will sleep 40 seconds to reduce load && sleep 40) + integ-test.unstash(integtest-opensearch-dashboards-215) + integ-test.echo(Not on Windows, unstash repository+artifacts) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=anomalyDetectionDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.echo(Possible Java Home: ) + runIntegTestScript.echo(Build Id: 215) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch-dashboards, 215) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(Component: anomalyDetectionDashboards) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component anomalyDetectionDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component anomalyDetectionDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + integ-test.echo(Completed running integtest for component anomalyDetectionDashboards) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 215) + BuildManifest.getArtifactRoot(dummy_job, 215) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/215/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/215/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=4, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo OpenSearch-Dashboards with index 3 will sleep 60 seconds to reduce load && sleep 60) + integ-test.unstash(integtest-opensearch-dashboards-215) + integ-test.echo(Not on Windows, unstash repository+artifacts) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=OpenSearch-Dashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.echo(Possible Java Home: ) + runIntegTestScript.echo(Build Id: 215) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch-dashboards, 215) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(Component: OpenSearch-Dashboards) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component OpenSearch-Dashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component OpenSearch-Dashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + integ-test.echo(Completed running integtest for component OpenSearch-Dashboards) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 215) + BuildManifest.getArtifactRoot(dummy_job, 215) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/215/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/215/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=4, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo reportsDashboards with index 4 will sleep 80 seconds to reduce load && sleep 80) + integ-test.unstash(integtest-opensearch-dashboards-215) + integ-test.echo(Not on Windows, unstash repository+artifacts) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=reportsDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.echo(Possible Java Home: ) + runIntegTestScript.echo(Build Id: 215) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch-dashboards, 215) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(Component: reportsDashboards) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component reportsDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component reportsDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + integ-test.echo(Completed running integtest for component reportsDashboards) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 215) + BuildManifest.getArtifactRoot(dummy_job, 215) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/215/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/215/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=4, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo queryWorkbenchDashboards with index 5 will sleep 100 seconds to reduce load && sleep 100) + integ-test.unstash(integtest-opensearch-dashboards-215) + integ-test.echo(Not on Windows, unstash repository+artifacts) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=queryWorkbenchDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.echo(Possible Java Home: ) + runIntegTestScript.echo(Build Id: 215) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch-dashboards, 215) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(Component: queryWorkbenchDashboards) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component queryWorkbenchDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component queryWorkbenchDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + integ-test.echo(Completed running integtest for component queryWorkbenchDashboards) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 215) + BuildManifest.getArtifactRoot(dummy_job, 215) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/215/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/215/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=4, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo observabilityDashboards with index 6 will sleep 120 seconds to reduce load && sleep 120) + integ-test.unstash(integtest-opensearch-dashboards-215) + integ-test.echo(Not on Windows, unstash repository+artifacts) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch-dashboards, componentName=observabilityDashboards, buildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.echo(Possible Java Home: ) + runIntegTestScript.echo(Build Id: 215) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch-dashboards, 215) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar) + runIntegTestScript.echo(Component: observabilityDashboards) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component observabilityDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH ./test.sh integ-test manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --component observabilityDashboards --test-run-id 215 --paths opensearch=/tmp/workspace/tar opensearch-dashboards=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + integ-test.echo(Completed running integtest for component observabilityDashboards) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 215) + BuildManifest.getArtifactRoot(dummy_job, 215) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/215/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/215/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.script(groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.checkout(groovy.lang.Closure) + integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + downloadBuildManifest.legacySCM(groovy.lang.Closure) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) + downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar/builds/opensearch-dashboards/opensearch-dashboards-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml) + downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-3.0.0-build.yml}) + downloadBuildManifest.legacySCM(groovy.lang.Closure) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) + downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-3.0.0-build.yml) + downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + integ-test.createUploadTestReportManifest({testManifest=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, dashboardsBuildManifest=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml, testRunID=215, testType=integ-test, componentName=}) + createUploadTestReportManifest.legacySCM(groovy.lang.Closure) + createUploadTestReportManifest.library({identifier=jenkins@6.3.2, retriever=null}) + createUploadTestReportManifest.readYaml({file=manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml}) + TestManifest.asBoolean() + createUploadTestReportManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + createUploadTestReportManifest.readYaml({file=tests/jenkins/data/opensearch-dashboards-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getDistribution() + createUploadTestReportManifest.echo(Start Reporting workflow for test type: tar) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch, 215) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch-dashboards, 215) + createUploadTestReportManifest.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar) + createUploadTestReportManifest.echo(Paths: opensearch=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar opensearch-dashboards=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar) + createUploadTestReportManifest.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar) + createUploadTestReportManifest.echo(Component: ) + createUploadTestReportManifest.echo(Run command: ./report.sh manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --artifact-paths opensearch=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar opensearch-dashboards=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar --test-run-id 215 --test-type integ-test --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + createUploadTestReportManifest.sh(./report.sh manifests/tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml --artifact-paths opensearch=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/215/linux/x64/tar opensearch-dashboards=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch-dashboards/3.0.0/215/linux/x64/tar --test-run-id 215 --test-type integ-test --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/215/linux/x64/tar ) + createUploadTestReportManifest.echo(Build Id: 215) + BuildManifest.getArtifactRoot(dummy_job, 215) + createUploadTestReportManifest.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + createUploadTestReportManifest.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + createUploadTestReportManifest.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + createUploadTestReportManifest.echo(Uploading to s3://dummy_job/3.0.0/215/linux/x64/tar/test-results/215/integ-test/test-report.yml) + createUploadTestReportManifest.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + createUploadTestReportManifest.s3Upload({file=/tmp/workspace/test-report.yml, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/215/linux/x64/tar/test-results/215/integ-test/test-report.yml}) + integ-test.echo(Download report manifest from https://ci.opensearch.org/ci/dbc/integ-test/3.0.0/215/linux/x64/tar/test-results/215/integ-test/test-report.yml) + integ-test.archiveArtifacts({artifacts=test-report.yml}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.script(groovy.lang.Closure) + Messages.asBoolean() + Messages.get([integ-test]) + integ-test.unstash({name=messages-integ-test}) + integ-test.findFiles({excludes=, glob=messages/*}) + integ-test.dir(messages, groovy.lang.Closure) + integ-test.deleteDir() + integ-test.publishNotification({icon=:white_check_mark:, message=Integration Tests Successful, extra=, credentialsId=jenkins-integ-test-webhook, manifest=tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml}) + publishNotification.string({credentialsId=jenkins-integ-test-webhook, variable=WEBHOOK_URL}) + publishNotification.withCredentials([WEBHOOK_URL], groovy.lang.Closure) + publishNotification.sh(curl -XPOST --header "Content-Type: application/json" --data '{"result_text":":white_check_mark: +JOB_NAME=dummy_job +BUILD_NUMBER=[215] +MESSAGE=Integration Tests Successful +BUILD_URL: htth://BUILD_URL_dummy.com +MANIFEST: tests/jenkins/data/opensearch-dashboards-3.0.0-test.yml +"}' "WEBHOOK_URL") + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) diff --git a/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test-without-validation.jenkinsfile.txt b/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test-without-validation.jenkinsfile.txt new file mode 100644 index 0000000000..770ef2a3f3 --- /dev/null +++ b/tests/jenkins/jenkinsjob-regression-files/opensearch/integ-test-without-validation.jenkinsfile.txt @@ -0,0 +1,504 @@ + integ-test.run() + integ-test.modernSCM({$class=GitSCMSource, remote=https://github.com/opensearch-project/opensearch-build-libraries.git}) + integ-test.library({identifier=jenkins@6.3.2, retriever=null}) + integ-test.pipeline(groovy.lang.Closure) + integ-test.credentials(jenkins-artifact-bucket-name) + integ-test.timeout({time=4, unit=HOURS}) + integ-test.logRotator({daysToKeepStr=30}) + integ-test.buildDiscarder(null) + integ-test.echo(Executing on agent [label:none]) + integ-test.stage(verify-parameters, groovy.lang.Closure) + integ-test.echo(Executing on agent [label:Jenkins-Agent-AL2023-X64-C54xlarge-Docker-Host]) + integ-test.script(groovy.lang.Closure) + integ-test.fileExists(manifests/tests/jenkins/data/opensearch-3.0.0-test.yml) + integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-3.0.0-build.yml}) + downloadBuildManifest.legacySCM(groovy.lang.Closure) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) + downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-3.0.0-build.yml) + downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + integ-test.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getArtifactBuildId() + BuildManifest.getDistribution() + BuildManifest.getArtifactRoot(distribution-build-opensearch, 9010) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.echo(Skipping stage validate-artifacts) + integ-test.stage(integ-test, groovy.lang.Closure) + integ-test.echo(Executing on agent [label:Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host]) + integ-test.script(groovy.lang.Closure) + integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-3.0.0-build.yml}) + downloadBuildManifest.legacySCM(groovy.lang.Closure) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) + downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-3.0.0-build.yml) + downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + integ-test.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + integ-test.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + TestManifest.asBoolean() + TestManifest.getComponentNames() + BuildManifest.getNames() + integ-test.echo(switch_user_non_root: false) + integ-test.echo(Skipping tests for index-management as is not present in the provided build manifest.) + integ-test.echo(Skipping tests for opensearch-reports as is not present in the provided build manifest.) + integ-test.echo(Skipping tests for cross-cluster-replication as is not present in the provided build manifest.) + integ-test.echo(Skipping tests for asynchronous-search as is not present in the provided build manifest.) + integ-test.echo(Skipping tests for alerting as is not present in the provided build manifest.) + integ-test.echo(Skipping tests for sql as is not present in the provided build manifest.) + integ-test.echo(Skipping tests for geospatial as is not present in the provided build manifest.) + integ-test.echo(Skipping tests for opensearch-observability as is not present in the provided build manifest.) + integ-test.echo(Testing components: [ml-commons, anomaly-detection, neural-search, security-analytics, security, k-NN, notifications]) + integ-test.echo(Downloading from distribution-build-opensearch/3.0.0/9010/linux/x64/tar and stashing both artifacts and repository) + integ-test.downloadFromS3({assumedRoleName=opensearch-bundle, roleAccountNumberCred=jenkins-aws-account-public, downloadPath=distribution-build-opensearch/3.0.0/9010/linux/x64/tar/, bucketName=job-s3-bucket-name, localPath=/tmp/workspace/artifacts, force=true}) + downloadFromS3.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_NUMBER}) + downloadFromS3.withCredentials([AWS_ACCOUNT_NUMBER], groovy.lang.Closure) + downloadFromS3.withAWS({role=opensearch-bundle, roleAccount=AWS_ACCOUNT_NUMBER, duration=900, roleSessionName=jenkins-session, region=us-east-1}, groovy.lang.Closure) + downloadFromS3.s3Download({file=/tmp/workspace/artifacts, bucket=job-s3-bucket-name, path=distribution-build-opensearch/3.0.0/9010/linux/x64/tar/, force=true}) + integ-test.sh(rm -rf /tmp/workspace/tar && mv -v /tmp/workspace/artifacts/distribution-build-opensearch/3.0.0/9010/linux/x64/tar /tmp/workspace) + integ-test.stash({includes=**, name=integtest-opensearch-234}) + integ-test.echo(Add Component: ml-commons) + integ-test.echo(Add Component: anomaly-detection) + integ-test.echo(Add Component: neural-search) + integ-test.echo(Add Component: security-analytics) + integ-test.echo(Add Component: security) + integ-test.echo(Add Component: k-NN) + integ-test.echo(Add Component: notifications) + integ-test.parallel({Testing ml-commons=groovy.lang.Closure, Testing anomaly-detection=groovy.lang.Closure, Testing neural-search=groovy.lang.Closure, Testing security-analytics=groovy.lang.Closure, Testing security=groovy.lang.Closure, Testing k-NN=groovy.lang.Closure, Testing notifications=groovy.lang.Closure}) + integ-test.timeout({time=2, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo ml-commons with index 0 will sleep 0 seconds to reduce load && sleep 0) + integ-test.unstash(integtest-opensearch-234) + integ-test.echo(Unstashing both artifacts and repository) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=ml-commons, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + detectTestDockerAgent.legacySCM(groovy.lang.Closure) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) + detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + TestManifest.asBoolean() + detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) + detectTestDockerAgent.echo(Using java version openjdk-17) + runIntegTestScript.echo(Possible Java Home: JAVA_HOME=/opt/java/openjdk-17) + runIntegTestScript.echo(Build Id: 9010) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch, 9010) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(Component: ml-commons) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component ml-commons --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component ml-commons --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + integ-test.echo(Completed running integtest for component ml-commons) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 9010) + BuildManifest.getArtifactRoot(dummy_job, 9010) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/9010/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/9010/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=2, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo anomaly-detection with index 1 will sleep 20 seconds to reduce load && sleep 20) + integ-test.unstash(integtest-opensearch-234) + integ-test.echo(Unstashing both artifacts and repository) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=anomaly-detection, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + detectTestDockerAgent.legacySCM(groovy.lang.Closure) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) + detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + TestManifest.asBoolean() + detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) + detectTestDockerAgent.echo(Using java version openjdk-17) + runIntegTestScript.echo(Possible Java Home: JAVA_HOME=/opt/java/openjdk-17) + runIntegTestScript.echo(Build Id: 9010) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch, 9010) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(Component: anomaly-detection) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component anomaly-detection --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component anomaly-detection --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + integ-test.echo(Completed running integtest for component anomaly-detection) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 9010) + BuildManifest.getArtifactRoot(dummy_job, 9010) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/9010/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/9010/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=2, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo neural-search with index 2 will sleep 40 seconds to reduce load && sleep 40) + integ-test.unstash(integtest-opensearch-234) + integ-test.echo(Unstashing both artifacts and repository) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=neural-search, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + detectTestDockerAgent.legacySCM(groovy.lang.Closure) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) + detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + TestManifest.asBoolean() + detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) + detectTestDockerAgent.echo(Using java version openjdk-17) + runIntegTestScript.echo(Possible Java Home: JAVA_HOME=/opt/java/openjdk-17) + runIntegTestScript.echo(Build Id: 9010) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch, 9010) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(Component: neural-search) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component neural-search --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component neural-search --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + integ-test.echo(Completed running integtest for component neural-search) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 9010) + BuildManifest.getArtifactRoot(dummy_job, 9010) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/9010/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/9010/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=2, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo security-analytics with index 3 will sleep 60 seconds to reduce load && sleep 60) + integ-test.unstash(integtest-opensearch-234) + integ-test.echo(Unstashing both artifacts and repository) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=security-analytics, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + detectTestDockerAgent.legacySCM(groovy.lang.Closure) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) + detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + TestManifest.asBoolean() + detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) + detectTestDockerAgent.echo(Using java version openjdk-17) + runIntegTestScript.echo(Possible Java Home: JAVA_HOME=/opt/java/openjdk-17) + runIntegTestScript.echo(Build Id: 9010) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch, 9010) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(Component: security-analytics) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component security-analytics --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component security-analytics --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + integ-test.echo(Completed running integtest for component security-analytics) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 9010) + BuildManifest.getArtifactRoot(dummy_job, 9010) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/9010/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/9010/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=2, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo security with index 4 will sleep 80 seconds to reduce load && sleep 80) + integ-test.unstash(integtest-opensearch-234) + integ-test.echo(Unstashing both artifacts and repository) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=security, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + detectTestDockerAgent.legacySCM(groovy.lang.Closure) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) + detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + TestManifest.asBoolean() + detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) + detectTestDockerAgent.echo(Using java version openjdk-17) + runIntegTestScript.echo(Possible Java Home: JAVA_HOME=/opt/java/openjdk-17) + runIntegTestScript.echo(Build Id: 9010) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch, 9010) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(Component: security) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component security --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component security --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + integ-test.echo(Completed running integtest for component security) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 9010) + BuildManifest.getArtifactRoot(dummy_job, 9010) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/9010/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/9010/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=2, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo k-NN with index 5 will sleep 100 seconds to reduce load && sleep 100) + integ-test.unstash(integtest-opensearch-234) + integ-test.echo(Unstashing both artifacts and repository) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=k-NN, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + detectTestDockerAgent.legacySCM(groovy.lang.Closure) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) + detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + TestManifest.asBoolean() + detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) + detectTestDockerAgent.echo(Using java version openjdk-17) + runIntegTestScript.echo(Possible Java Home: JAVA_HOME=/opt/java/openjdk-17) + runIntegTestScript.echo(Build Id: 9010) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch, 9010) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(Component: k-NN) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component k-NN --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component k-NN --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + integ-test.echo(Completed running integtest for component k-NN) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 9010) + BuildManifest.getArtifactRoot(dummy_job, 9010) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/9010/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/9010/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.timeout({time=2, unit=HOURS}, groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.sh(echo notifications with index 6 will sleep 120 seconds to reduce load && sleep 120) + integ-test.unstash(integtest-opensearch-234) + integ-test.echo(Unstashing both artifacts and repository) + integ-test.sh(rm -rf test-results) + integ-test.runIntegTestScript({jobName=distribution-build-opensearch, componentName=notifications, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, localPath=/tmp/workspace/tar, switchUserNonRoot=false}) + runIntegTestScript.legacySCM(groovy.lang.Closure) + runIntegTestScript.library({identifier=jenkins@6.3.2, retriever=null}) + runIntegTestScript.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getArtifactArchitecture() + BuildManifest.getDistribution() + BuildManifest.getArtifactPlatform() + runIntegTestScript.echo(Start integTest on: tar x64 linux) + runIntegTestScript.detectTestDockerAgent({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + detectTestDockerAgent.legacySCM(groovy.lang.Closure) + detectTestDockerAgent.library({identifier=jenkins@6.3.2, retriever=null}) + detectTestDockerAgent.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + TestManifest.asBoolean() + detectTestDockerAgent.echo(Using Docker image opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 (-e JAVA_HOME=/opt/java/openjdk-17)) + detectTestDockerAgent.echo(Using java version openjdk-17) + runIntegTestScript.echo(Possible Java Home: JAVA_HOME=/opt/java/openjdk-17) + runIntegTestScript.echo(Build Id: 9010) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch, 9010) + runIntegTestScript.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(User provides localPath, use local artifacts: /tmp/workspace/tar) + runIntegTestScript.echo(Paths: opensearch=/tmp/workspace/tar) + runIntegTestScript.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar) + runIntegTestScript.echo(Component: notifications) + runIntegTestScript.echo(Switch User to Non-Root (uid=1000): false) + runIntegTestScript.echo(Run command: env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component notifications --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + runIntegTestScript.sh(env PATH=$PATH JAVA_HOME=/opt/java/openjdk-17 ./test.sh integ-test manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --component notifications --test-run-id 234 --paths opensearch=/tmp/workspace/tar --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + integ-test.echo(Completed running integtest for component notifications) + integ-test.uploadTestResults({buildManifestFileName=tests/jenkins/data/opensearch-3.0.0-build.yml, jobName=dummy_job}) + uploadTestResults.legacySCM(groovy.lang.Closure) + uploadTestResults.library({identifier=jenkins@6.3.2, retriever=null}) + uploadTestResults.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + uploadTestResults.echo(Build Id: 9010) + BuildManifest.getArtifactRoot(dummy_job, 9010) + uploadTestResults.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + uploadTestResults.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + uploadTestResults.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + uploadTestResults.echo(Uploading to s3://ARTIFACT_BUCKET_NAME/dummy_job/3.0.0/9010/linux/x64/tar) + uploadTestResults.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + uploadTestResults.s3Upload({file=test-results, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/9010/linux/x64/tar/test-results}) + BuildManifest.getArtifactRootUrl(DUMMY_PUBLIC_ARTIFACT_URL, dummy_job) + Messages.asBoolean() + Messages.add(DUMMY_STAGE_NAME, https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/) + uploadTestResults.writeFile({file=messages/DUMMY_STAGE_NAME.msg, text=https://ci.opensearch.org/ci/dbc/DUMMY_PUBLIC_ARTIFACT_URL/3.0.0/dummy_job/linux/x64/tar/test-results/}) + uploadTestResults.stash({includes=messages/*, name=messages-DUMMY_STAGE_NAME}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.script(groovy.lang.Closure) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.checkout(groovy.lang.Closure) + integ-test.downloadBuildManifest({url=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz, path=tests/jenkins/data/opensearch-3.0.0-build.yml}) + downloadBuildManifest.legacySCM(groovy.lang.Closure) + downloadBuildManifest.library({identifier=jenkins@6.3.2, retriever=null}) + downloadBuildManifest.sh(curl -sSL https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar/dist/opensearch/opensearch-3.0.0-linux-x64.tar.gz --output tests/jenkins/data/opensearch-3.0.0-build.yml) + downloadBuildManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + integ-test.createUploadTestReportManifest({testManifest=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml, buildManifest=tests/jenkins/data/opensearch-3.0.0-build.yml, testRunID=234, testType=integ-test, componentName=}) + createUploadTestReportManifest.legacySCM(groovy.lang.Closure) + createUploadTestReportManifest.library({identifier=jenkins@6.3.2, retriever=null}) + createUploadTestReportManifest.readYaml({file=manifests/tests/jenkins/data/opensearch-3.0.0-test.yml}) + TestManifest.asBoolean() + createUploadTestReportManifest.readYaml({file=tests/jenkins/data/opensearch-3.0.0-build.yml}) + BuildManifest.asBoolean() + BuildManifest.getDistribution() + createUploadTestReportManifest.echo(Start Reporting workflow for test type: tar) + BuildManifest.getArtifactRootUrl(distribution-build-opensearch, 9010) + createUploadTestReportManifest.echo(Artifact root URL: https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar) + createUploadTestReportManifest.echo(Paths: opensearch=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar) + createUploadTestReportManifest.echo(Base Path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar) + createUploadTestReportManifest.echo(Component: ) + createUploadTestReportManifest.echo(Run command: ./report.sh manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --artifact-paths opensearch=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar --test-run-id 234 --test-type integ-test --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + createUploadTestReportManifest.sh(./report.sh manifests/tests/jenkins/data/opensearch-3.0.0-test.yml --artifact-paths opensearch=https://ci.opensearch.org/ci/dbc/distribution-build-opensearch/3.0.0/9010/linux/x64/tar --test-run-id 234 --test-type integ-test --base-path DUMMY_PUBLIC_ARTIFACT_URL/dummy_job/3.0.0/9010/linux/x64/tar ) + createUploadTestReportManifest.echo(Build Id: 9010) + BuildManifest.getArtifactRoot(dummy_job, 9010) + createUploadTestReportManifest.string({credentialsId=jenkins-artifact-bucket-name, variable=ARTIFACT_BUCKET_NAME}) + createUploadTestReportManifest.string({credentialsId=jenkins-aws-account-public, variable=AWS_ACCOUNT_PUBLIC}) + createUploadTestReportManifest.withCredentials([ARTIFACT_BUCKET_NAME, AWS_ACCOUNT_PUBLIC], groovy.lang.Closure) + createUploadTestReportManifest.echo(Uploading to s3://dummy_job/3.0.0/9010/linux/x64/tar/test-results/234/integ-test/test-report.yml) + createUploadTestReportManifest.withAWS({role=opensearch-test, roleAccount=AWS_ACCOUNT_PUBLIC, duration=900, roleSessionName=jenkins-session}, groovy.lang.Closure) + createUploadTestReportManifest.s3Upload({file=/tmp/workspace/test-report.yml, bucket=ARTIFACT_BUCKET_NAME, path=dummy_job/3.0.0/9010/linux/x64/tar/test-results/234/integ-test/test-report.yml}) + integ-test.echo(Download report manifest from https://ci.opensearch.org/ci/dbc/integ-test/3.0.0/9010/linux/x64/tar/test-results/234/integ-test/test-report.yml) + integ-test.archiveArtifacts({artifacts=test-report.yml}) + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true}) + integ-test.node(Jenkins-Agent-AL2-X64-C54xlarge-Docker-Host, groovy.lang.Closure) + integ-test.script(groovy.lang.Closure) + Messages.asBoolean() + Messages.get([integ-test]) + integ-test.unstash({name=messages-integ-test}) + integ-test.findFiles({excludes=, glob=messages/*}) + integ-test.dir(messages, groovy.lang.Closure) + integ-test.deleteDir() + integ-test.publishNotification({icon=:white_check_mark:, message=Integration Tests Successful, extra=, credentialsId=jenkins-integ-test-webhook, manifest=tests/jenkins/data/opensearch-3.0.0-test.yml}) + publishNotification.string({credentialsId=jenkins-integ-test-webhook, variable=WEBHOOK_URL}) + publishNotification.withCredentials([WEBHOOK_URL], groovy.lang.Closure) + publishNotification.sh(curl -XPOST --header "Content-Type: application/json" --data '{"result_text":":white_check_mark: +JOB_NAME=dummy_job +BUILD_NUMBER=[234] +MESSAGE=Integration Tests Successful +BUILD_URL: htth://BUILD_URL_dummy.com +MANIFEST: tests/jenkins/data/opensearch-3.0.0-test.yml +"}' "WEBHOOK_URL") + integ-test.postCleanup() + postCleanup.cleanWs({disableDeferredWipeout=true, deleteDirs=true})