diff --git a/.github/ISSUE_TEMPLATE/component_release_template.md b/.github/ISSUE_TEMPLATE/component_release_template.md index 7b9e3b1b8e..9c04608f31 100644 --- a/.github/ISSUE_TEMPLATE/component_release_template.md +++ b/.github/ISSUE_TEMPLATE/component_release_template.md @@ -30,7 +30,7 @@ If including changes in this release, increment the version on `{{RELEASE_VERSIO ### Preparation - [ ] Assign this issue to a release owner. -- [ ] Finalize scope and feature set and update [the Public Roadmap](https://github.com/orgs/opensearch-project/projects/1). +- [ ] Finalize scope and feature set and update [the Public Roadmap](https://github.com/orgs/opensearch-project/projects/206). - [ ] All the tasks in this issue have been reviewed by the release owner. - [ ] Create, update, triage and label all features and issues targeted for this release with `v{{RELEASE_VERSION}}`. - [ ] Finalize the code and create the the release branch `{{RELEASE_BRANCH}}` from the `{{RELEASE_VERSION_X}}` branch. diff --git a/.github/workflows/os-increment-plugin-versions.yml b/.github/workflows/os-increment-plugin-versions.yml index 33933d3bd3..4b1f4a9adf 100644 --- a/.github/workflows/os-increment-plugin-versions.yml +++ b/.github/workflows/os-increment-plugin-versions.yml @@ -50,12 +50,11 @@ jobs: - {repo: skills} - {repo: query-insights} - {repo: opensearch-system-templates} + - {repo: opensearch-remote-metadata-sdk} + - {repo: opensearch-learning-to-rank-base} branch: - - 1.x - - '1.3' - 2.x - main - - '2.17' - '2.18' - '2.19' exclude: diff --git a/.github/workflows/osd-increment-plugin-versions.yml b/.github/workflows/osd-increment-plugin-versions.yml index c48fc17ffe..c581f060e0 100644 --- a/.github/workflows/osd-increment-plugin-versions.yml +++ b/.github/workflows/osd-increment-plugin-versions.yml @@ -41,12 +41,10 @@ jobs: - {repo: security-dashboards-plugin} - {repo: dashboards-search-relevance} - {repo: opensearch-dashboards-functional-test} + - {repo: query-insights-dashboards} branch: - - 1.x - - '1.3' - 2.x - main - - '2.17' - '2.18' - '2.19' steps: diff --git a/jenkins/check-for-build.jenkinsfile b/jenkins/check-for-build.jenkinsfile index 9acac6a468..2af130c662 100644 --- a/jenkins/check-for-build.jenkinsfile +++ b/jenkins/check-for-build.jenkinsfile @@ -23,12 +23,11 @@ pipeline { } triggers { parameterizedCron ''' - H 1 * * * %INPUT_MANIFEST=1.3.21/opensearch-1.3.21.yml;TARGET_JOB_NAME=distribution-build-opensearch;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip;TEST_MANIFEST=1.3.21/opensearch-1.3.21-test.yml;TEST_PLATFORM=linux;TEST_DISTRIBUTION=tar H 1 * * * %INPUT_MANIFEST=2.19.0/opensearch-dashboards-2.19.0.yml;TARGET_JOB_NAME=distribution-build-opensearch-dashboards;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip;TEST_MANIFEST=2.19.0/opensearch-dashboards-2.19.0-test.yml;TEST_PLATFORM=linux;TEST_DISTRIBUTION=tar - H 1 * * * %INPUT_MANIFEST=2.18.1/opensearch-2.18.1.yml;TARGET_JOB_NAME=distribution-build-opensearch;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip;TEST_MANIFEST=2.18.1/opensearch-2.18.1-test.yml;TEST_PLATFORM=linux;TEST_DISTRIBUTION=tar H 1 * * * %INPUT_MANIFEST=2.19.0/opensearch-2.19.0.yml;TARGET_JOB_NAME=distribution-build-opensearch;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip;TEST_MANIFEST=2.19.0/opensearch-2.19.0-test.yml;TEST_PLATFORM=linux;TEST_DISTRIBUTION=tar - H 4 * * * %INPUT_MANIFEST=3.0.0/opensearch-3.0.0.yml;TARGET_JOB_NAME=distribution-build-opensearch;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip - H 4 * * * %INPUT_MANIFEST=3.0.0/opensearch-dashboards-3.0.0.yml;TARGET_JOB_NAME=distribution-build-opensearch-dashboards;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip + H 1 * * * %INPUT_MANIFEST=2.18.1/opensearch-2.18.1.yml;TARGET_JOB_NAME=distribution-build-opensearch;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip + H 4 * * * %INPUT_MANIFEST=3.0.0-alpha1/opensearch-3.0.0-alpha1.yml;TARGET_JOB_NAME=distribution-build-opensearch;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip + H 4 * * * %INPUT_MANIFEST=3.0.0-alpha1/opensearch-dashboards-3.0.0-alpha1.yml;TARGET_JOB_NAME=distribution-build-opensearch-dashboards;BUILD_PLATFORM=linux windows;BUILD_DISTRIBUTION=tar rpm deb zip ''' } parameters { diff --git a/manifests/2.19.0/opensearch-dashboards-2.19.0-test.yml b/manifests/2.19.0/opensearch-dashboards-2.19.0-test.yml index d1a4216bd2..f5b041c241 100644 --- a/manifests/2.19.0/opensearch-dashboards-2.19.0-test.yml +++ b/manifests/2.19.0/opensearch-dashboards-2.19.0-test.yml @@ -3,7 +3,7 @@ schema-version: '1.0' name: OpenSearch Dashboards ci: image: - name: opensearchstaging/ci-runner:ci-runner-rockylinux8-opensearch-dashboards-integtest-v4 + name: opensearchstaging/ci-runner:ci-runner-almalinux8-opensearch-dashboards-integtest-v1 components: - name: OpenSearch-Dashboards integ-test: diff --git a/manifests/3.0.0-alpha1/opensearch-3.0.0-alpha1-test.yml b/manifests/3.0.0-alpha1/opensearch-3.0.0-alpha1-test.yml new file mode 100644 index 0000000000..6c263bc206 --- /dev/null +++ b/manifests/3.0.0-alpha1/opensearch-3.0.0-alpha1-test.yml @@ -0,0 +1,159 @@ +--- +schema-version: '1.0' +name: OpenSearch +ci: + image: + name: opensearchstaging/ci-runner:ci-runner-al2-opensearch-build-v1 + args: -e JAVA_HOME=/opt/java/openjdk-23 +components: + - name: opensearch + smoke-test: + test-spec: opensearch.yml + - name: alerting + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + plugins.destination.host.deny_list: + - 10.0.0.0/8 + - 127.0.0.1 + bwc-test: + test-configs: + - with-security + - name: anomaly-detection + integ-test: + build-dependencies: + - job-scheduler + test-configs: + - with-security + - without-security + bwc-test: + test-configs: + - with-security + - name: flow-framework + integ-test: + test-configs: + - with-security + - without-security + - name: asynchronous-search + integ-test: + test-configs: + - with-security + - without-security + bwc-test: + test-configs: + - with-security + - name: cross-cluster-replication + integ-test: + topology: + - cluster_name: leader + data_nodes: 2 + - cluster_name: follower + data_nodes: 2 + test-configs: + - with-security + - without-security + - name: geospatial + integ-test: + test-configs: + - with-security + - without-security + - name: index-management + integ-test: + build-dependencies: + - job-scheduler + test-configs: + - with-security + - without-security + additional-cluster-configs: + path.repo: + - /tmp + bwc-test: + test-configs: + - with-security + - name: k-NN + integ-test: + test-configs: + - with-security + - without-security + - name: ml-commons + integ-test: + test-configs: + - with-security + - without-security + - name: opensearch-learning-to-rank-base + integ-test: + test-configs: + - with-security + - without-security + - name: neural-search + integ-test: + test-configs: + - with-security + - without-security + - name: notifications + working-directory: notifications + integ-test: + test-configs: + - with-security + - without-security + bwc-test: + test-configs: + - with-security + - name: opensearch-observability + integ-test: + test-configs: + - with-security + - without-security + bwc-test: + test-configs: + - with-security + - name: opensearch-reports + integ-test: + test-configs: + - with-security + - without-security + - name: security + integ-test: + test-configs: + - with-security + - name: security-analytics + integ-test: + test-configs: + - with-security + - without-security + - name: sql + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + script.context.field.max_compilations_rate: 1000/1m + plugins.query.datasources.encryption.masterkey: 4fc8fee6a3fd7d6ca01772e5 + bwc-test: + test-configs: + - with-security + - name: custom-codecs + integ-test: + test-configs: + - with-security + - without-security + - name: skills + integ-test: + test-configs: + - with-security + - without-security + - name: query-insights + integ-test: + test-configs: + - with-security + - without-security + - name: opensearch-system-templates + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + opensearch.experimental.feature.application_templates.enabled: true + cluster.application_templates.enabled: true diff --git a/manifests/3.0.0-alpha1/opensearch-3.0.0-alpha1.yml b/manifests/3.0.0-alpha1/opensearch-3.0.0-alpha1.yml new file mode 100644 index 0000000000..8caac8b456 --- /dev/null +++ b/manifests/3.0.0-alpha1/opensearch-3.0.0-alpha1.yml @@ -0,0 +1,213 @@ +--- +schema-version: '1.1' +build: + name: OpenSearch + version: 3.0.0 + qualifier: alpha1 +ci: + image: + name: opensearchstaging/ci-runner:ci-runner-al2-opensearch-build-v1 + args: -e JAVA_HOME=/opt/java/openjdk-23 +components: + - name: OpenSearch + repository: https://github.com/opensearch-project/OpenSearch.git + ref: main + - name: common-utils + repository: https://github.com/opensearch-project/common-utils.git + ref: main + platforms: + - linux + - windows + - name: opensearch-learning-to-rank-base + repository: https://github.com/opensearch-project/opensearch-learning-to-rank-base.git + ref: main + platforms: + - linux + - windows + - name: opensearch-remote-metadata-sdk + repository: https://github.com/opensearch-project/opensearch-remote-metadata-sdk.git + ref: main + platforms: + - linux + - windows + - name: job-scheduler + repository: https://github.com/opensearch-project/job-scheduler.git + ref: main + platforms: + - linux + - windows + - name: security + repository: https://github.com/opensearch-project/security.git + ref: main + platforms: + - linux + - windows + - name: k-NN + repository: https://github.com/opensearch-project/k-NN.git + ref: main + platforms: + - linux + - windows + - name: geospatial + repository: https://github.com/opensearch-project/geospatial.git + ref: main + platforms: + - linux + - windows + depends_on: + - job-scheduler + - name: cross-cluster-replication + repository: https://github.com/opensearch-project/cross-cluster-replication.git + ref: main + platforms: + - linux + - windows + depends_on: + - common-utils + - name: ml-commons + repository: https://github.com/opensearch-project/ml-commons.git + ref: main + platforms: + - linux + - windows + depends_on: + - common-utils + - name: neural-search + repository: https://github.com/opensearch-project/neural-search.git + ref: main + platforms: + - linux + - windows + depends_on: + - ml-commons + - k-NN + - name: notifications-core + repository: https://github.com/opensearch-project/notifications.git + ref: main + working_directory: notifications + platforms: + - linux + - windows + depends_on: + - common-utils + - name: notifications + repository: https://github.com/opensearch-project/notifications.git + ref: main + working_directory: notifications + platforms: + - linux + - windows + depends_on: + - common-utils + - name: opensearch-observability + repository: https://github.com/opensearch-project/observability.git + ref: main + platforms: + - linux + - windows + depends_on: + - common-utils + - name: opensearch-reports + repository: https://github.com/opensearch-project/reporting.git + ref: main + platforms: + - linux + - windows + depends_on: + - common-utils + - job-scheduler + - name: sql + repository: https://github.com/opensearch-project/sql.git + ref: main + platforms: + - linux + - windows + depends_on: + - ml-commons + - name: asynchronous-search + repository: https://github.com/opensearch-project/asynchronous-search.git + ref: main + platforms: + - linux + - windows + depends_on: + - common-utils + - name: anomaly-detection + repository: https://github.com/opensearch-project/anomaly-detection.git + ref: main + platforms: + - linux + - windows + depends_on: + - common-utils + - job-scheduler + - name: alerting + repository: https://github.com/opensearch-project/alerting.git + ref: main + platforms: + - linux + - windows + depends_on: + - common-utils + - name: security-analytics + repository: https://github.com/opensearch-project/security-analytics.git + ref: main + platforms: + - linux + - windows + depends_on: + - common-utils + - alerting + - job-scheduler + - name: index-management + repository: https://github.com/opensearch-project/index-management.git + ref: main + platforms: + - linux + - windows + depends_on: + - common-utils + - job-scheduler + - name: performance-analyzer + repository: https://github.com/opensearch-project/performance-analyzer.git + ref: main + platforms: + - linux + - name: custom-codecs + repository: https://github.com/opensearch-project/custom-codecs.git + ref: main + platforms: + - linux + - windows + - name: flow-framework + repository: https://github.com/opensearch-project/flow-framework.git + ref: main + platforms: + - linux + - windows + depends_on: + - common-utils + - opensearch-remote-metadata-sdk + - name: skills + repository: https://github.com/opensearch-project/skills.git + ref: main + platforms: + - linux + - windows + depends_on: + - job-scheduler + - anomaly-detection + - sql + - ml-commons + - name: query-insights + repository: https://github.com/opensearch-project/query-insights.git + ref: main + platforms: + - linux + - windows + - name: opensearch-system-templates + repository: https://github.com/opensearch-project/opensearch-system-templates.git + ref: main + platforms: + - linux + - windows diff --git a/manifests/3.0.0-alpha1/opensearch-dashboards-3.0.0-alpha1-test.yml b/manifests/3.0.0-alpha1/opensearch-dashboards-3.0.0-alpha1-test.yml new file mode 100644 index 0000000000..f5b041c241 --- /dev/null +++ b/manifests/3.0.0-alpha1/opensearch-dashboards-3.0.0-alpha1-test.yml @@ -0,0 +1,95 @@ +--- +schema-version: '1.0' +name: OpenSearch Dashboards +ci: + image: + name: opensearchstaging/ci-runner:ci-runner-almalinux8-opensearch-dashboards-integtest-v1 +components: + - name: OpenSearch-Dashboards + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + vis_builder.enabled: true + data_source.enabled: true + savedObjects.maxImportPayloadBytes: 10485760 + server.maxPayloadBytes: 1759977 + logging.json: false + data.search.aggs.shardDelay.enabled: true + csp.warnLegacyBrowsers: false + ci-groups: 9 + - name: alertingDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: anomalyDetectionDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: ganttChartDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: indexManagementDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: observabilityDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: queryWorkbenchDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: reportsDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: securityDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: notificationsDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: customImportMapDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: searchRelevanceDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: securityAnalyticsDashboards + integ-test: + test-configs: + - with-security + - without-security + - name: mlCommonsDashboards + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + ml_commons_dashboards.enabled: true + - name: assistantDashboards + integ-test: + test-configs: + - with-security + - without-security + additional-cluster-configs: + assistant.chat.enabled: true diff --git a/manifests/3.0.0-alpha1/opensearch-dashboards-3.0.0-alpha1.yml b/manifests/3.0.0-alpha1/opensearch-dashboards-3.0.0-alpha1.yml new file mode 100644 index 0000000000..27ac7780c5 --- /dev/null +++ b/manifests/3.0.0-alpha1/opensearch-dashboards-3.0.0-alpha1.yml @@ -0,0 +1,64 @@ +--- +schema-version: '1.1' +build: + name: OpenSearch Dashboards + version: 3.0.0 + qualifier: alpha1 +ci: + image: + name: opensearchstaging/ci-runner:ci-runner-almalinux8-opensearch-dashboards-build-v1 +components: + - name: OpenSearch-Dashboards + repository: https://github.com/opensearch-project/OpenSearch-Dashboards.git + ref: main + - name: functionalTestDashboards + repository: https://github.com/opensearch-project/opensearch-dashboards-functional-test.git + ref: main + - name: observabilityDashboards + repository: https://github.com/opensearch-project/dashboards-observability.git + ref: main + - name: reportsDashboards + repository: https://github.com/opensearch-project/dashboards-reporting.git + ref: main + - name: ganttChartDashboards + repository: https://github.com/opensearch-project/dashboards-visualizations.git + ref: main + - name: queryWorkbenchDashboards + repository: https://github.com/opensearch-project/dashboards-query-workbench.git + ref: main + - name: customImportMapDashboards + repository: https://github.com/opensearch-project/dashboards-maps.git + ref: main + - name: anomalyDetectionDashboards + repository: https://github.com/opensearch-project/anomaly-detection-dashboards-plugin.git + ref: main + - name: mlCommonsDashboards + repository: https://github.com/opensearch-project/ml-commons-dashboards.git + ref: main + - name: indexManagementDashboards + repository: https://github.com/opensearch-project/index-management-dashboards-plugin.git + ref: main + - name: notificationsDashboards + repository: https://github.com/opensearch-project/dashboards-notifications.git + ref: main + - name: alertingDashboards + repository: https://github.com/opensearch-project/alerting-dashboards-plugin.git + ref: main + - name: securityAnalyticsDashboards + repository: https://github.com/opensearch-project/security-analytics-dashboards-plugin.git + ref: main + - name: securityDashboards + repository: https://github.com/opensearch-project/security-dashboards-plugin.git + ref: main + - name: searchRelevanceDashboards + repository: https://github.com/opensearch-project/dashboards-search-relevance.git + ref: main + - name: assistantDashboards + repository: https://github.com/opensearch-project/dashboards-assistant.git + ref: main + - name: flowFrameworkDashboards + repository: https://github.com/opensearch-project/dashboards-flow-framework.git + ref: main + - name: queryInsightsDashboards + repository: https://github.com/opensearch-project/query-insights-dashboards.git + ref: main diff --git a/manifests/3.0.0/PLEASE_UPDATE_3.0.0-alpha1_MANIFESTS_THANKS.txt b/manifests/3.0.0/PLEASE_UPDATE_3.0.0-alpha1_MANIFESTS_THANKS.txt new file mode 100644 index 0000000000..8caa7b6b34 --- /dev/null +++ b/manifests/3.0.0/PLEASE_UPDATE_3.0.0-alpha1_MANIFESTS_THANKS.txt @@ -0,0 +1 @@ +PLEASE_UPDATE_3.0.0-alpha1_MANIFESTS_THANKS diff --git a/manifests/3.0.0/opensearch-dashboards-3.0.0.yml b/manifests/3.0.0/opensearch-dashboards-3.0.0.yml index 1e7391b6ea..bab530e5ce 100644 --- a/manifests/3.0.0/opensearch-dashboards-3.0.0.yml +++ b/manifests/3.0.0/opensearch-dashboards-3.0.0.yml @@ -58,7 +58,7 @@ components: - name: queryInsightsDashboards repository: https://github.com/opensearch-project/query-insights-dashboards.git ref: main - # Commenting SA until https://github.com/opensearch-project/security-analytics-dashboards-plugin/issues/1185 is resolved - # - name: securityAnalyticsDashboards - # repository: https://github.com/opensearch-project/security-analytics-dashboards-plugin.git - # ref: main +# Commenting SA until https://github.com/opensearch-project/security-analytics-dashboards-plugin/issues/1185 is resolved +# - name: securityAnalyticsDashboards +# repository: https://github.com/opensearch-project/security-analytics-dashboards-plugin.git +# ref: main