From 1515a1acf599b4847be2f52de7a8b7e5b56a4485 Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Thu, 2 Nov 2023 13:09:17 +0000 Subject: [PATCH 01/14] Add compile option Signed-off-by: Sachin Sahu --- src/release_notes_workflow/release_notes.py | 32 +++++++++++++++-- .../release_notes_check_args.py | 2 +- .../release_notes_component.py | 35 ++++++++++++++----- 3 files changed, 58 insertions(+), 11 deletions(-) diff --git a/src/release_notes_workflow/release_notes.py b/src/release_notes_workflow/release_notes.py index c9ab555f3f..3107db2b32 100644 --- a/src/release_notes_workflow/release_notes.py +++ b/src/release_notes_workflow/release_notes.py @@ -19,18 +19,33 @@ class ReleaseNotes: - def __init__(self, manifest: InputManifest, date: str) -> None: + def __init__(self, manifest: InputManifest, date: str, action_type: str) -> None: self.manifest = manifest self.date = date + self.action_type = action_type def table(self) -> MarkdownTableWriter: table_result = [] for component in self.manifest.components.select(): + # print("TABLE component.name:", component.name) + if component.name == 'OpenSearch' or component.name == 'OpenSearch-Dashboards' or component.name == 'notifications-core': + continue if type(component) is InputComponentFromSource: table_result.append(self.check(component)) + + # Sort table_result based on Repo column + table_result.sort(key=lambda x: x[0]) + + if self.action_type == "check": + headers = ["Repo", "Branch", "CommitID", "Commit Date", "Release Notes Exists"] + elif self.action_type == "compile": + headers = ["Repo", "Branch", "CommitID", "Commit Date", "Release Notes Exists", "Full Path", "URL"] + else: + raise ValueError("Invalid action_type. Use 'check' or 'compile'.") + writer = MarkdownTableWriter( table_name=f" {self.manifest.build.name} CommitID(after {self.date}) & Release Notes info", - headers=["Repo", "Branch", "CommitID", "Commit Date", "Release Notes"], + headers=headers, value_matrix=table_result ) return writer @@ -57,4 +72,17 @@ def check(self, component: InputComponentFromSource) -> List: results.append(None) results.append(None) results.append(release_notes.exists()) + + if(release_notes.exists()): + releasenote = os.path.basename(release_notes.full_path) + # print("CHECK release_notes.full_path:", releasenote) + results.append(releasenote) + # results.append(release_notes.full_path) + repo_name = component.repository.split("/")[-1].split('.')[0] + repo_ref = component.ref.split("/")[-1] + url = f"https://raw.githubusercontent.com/opensearch-project/{repo_name}/{repo_ref}/release-notes/{releasenote}" + results.append(url) + else: + results.append(None) + results.append(None) return results diff --git a/src/release_notes_workflow/release_notes_check_args.py b/src/release_notes_workflow/release_notes_check_args.py index 52e9621944..df6523f486 100644 --- a/src/release_notes_workflow/release_notes_check_args.py +++ b/src/release_notes_workflow/release_notes_check_args.py @@ -19,7 +19,7 @@ class ReleaseNotesCheckArgs: def __init__(self) -> None: parser = argparse.ArgumentParser(description="Checkout an OpenSearch Bundle and check for CommitID and Release Notes") - parser.add_argument("action", choices=["check"], help="Operation to perform.") + parser.add_argument("action", choices=["check", "compile"], help="Operation to perform.") parser.add_argument("manifest", type=argparse.FileType("r"), help="Manifest file.") parser.add_argument( "-v", diff --git a/src/release_notes_workflow/release_notes_component.py b/src/release_notes_workflow/release_notes_component.py index 1ffef28eea..c8b865b607 100644 --- a/src/release_notes_workflow/release_notes_component.py +++ b/src/release_notes_workflow/release_notes_component.py @@ -25,34 +25,53 @@ def filename(self) -> str: @property def path(self) -> str: - return os.path.join(self.root, "release-notes") + release_notes_path = os.path.join(self.root, "release-notes") + print("ReleaseNotesComponent path:", release_notes_path) + return release_notes_path + + # combine path with the file in files_in_path such that it ends with the filename + @property + def full_path(self) -> str: + files_in_path = os.listdir(self.path) + for fname in files_in_path: + if fname.endswith(self.filename): + release_notes_full_path = os.path.join(self.path, fname) + return release_notes_full_path + return None def path_exists(self) -> bool: - return os.path.exists(self.path) + path_exists = os.path.exists(self.path) + print("ReleaseNotesComponent path_exists:", path_exists) + return path_exists def exists(self) -> bool: - return self.path_exists() and any(fname.endswith(self.filename) for fname in os.listdir(self.path)) - + files_in_path = os.listdir(self.path) + print("ReleaseNotesComponent files_in_path:", files_in_path) + return self.path_exists() and any(fname.endswith(self.filename) for fname in files_in_path) class ReleaseNotesOpenSearch(ReleaseNotesComponent): @property def filename(self) -> str: - return f'.release-notes-{self.build_version}.md' - + release_notes_filename = f'.release-notes-{self.build_version}.md' + print("ReleaseNotesOpenSearch filename:", release_notes_filename) + return release_notes_filename class ReleaseNotesOpenSearchPlugin(ReleaseNotesComponent): @property def filename(self) -> str: - return f'.release-notes-{self.build_version}.0.md' - + release_notes_filename = f'.release-notes-{self.build_version}.0.md' + print("ReleaseNotesOpenSearchPlugin filename:", release_notes_filename) + return release_notes_filename class ReleaseNotesComponents: @classmethod def from_component(self, component: InputComponentFromSource, build_version: str, root: str) -> ReleaseNotesComponent: if component.name == 'OpenSearch' or component.name == 'OpenSearch-Dashboards': + print("ReleaseNotesComponents: Creating ReleaseNotesOpenSearch") return ReleaseNotesOpenSearch(component, build_version, root) else: + print("ReleaseNotesComponents: Creating ReleaseNotesOpenSearchPlugin") return ReleaseNotesOpenSearchPlugin(component, build_version, root) From bbf3ebe5f6297b63054ab82f3771ca3562e2e7cc Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Thu, 2 Nov 2023 18:08:56 +0000 Subject: [PATCH 02/14] Add Python script to compile release notes Add markdown parser 'mistune' in Pipfile Python script generates 'release-notes availability' table and URL file for verification Signed-off-by: Sachin Sahu --- Pipfile | 1 + Pipfile.lock | 347 ++++++++++-------- .../release_notes-2.9.0.md | 329 +++++++++++++++++ .../release_notes_table-2.9.0.md | 21 ++ .../release_notes_urls-2.9.0.txt | 15 + src/run_releasenotes_check.py | 173 ++++++++- 6 files changed, 728 insertions(+), 158 deletions(-) create mode 100644 src/release_notes_automation/release_notes-2.9.0.md create mode 100644 src/release_notes_automation/release_notes_table-2.9.0.md create mode 100644 src/release_notes_automation/release_notes_urls-2.9.0.txt diff --git a/Pipfile b/Pipfile index 328cad7677..0b66bef510 100644 --- a/Pipfile +++ b/Pipfile @@ -38,6 +38,7 @@ typed-ast = "~=1.5.4" zipp = "~=3.8.1" importlib-metadata = "~=4.12.0" ruamel-yaml = "~=0.17.21" +mistune = "~=3.0.1" [dev-packages] diff --git a/Pipfile.lock b/Pipfile.lock index 97bdeab8f0..d6f69ce7ae 100644 --- a/Pipfile.lock +++ b/Pipfile.lock @@ -1,7 +1,7 @@ { "_meta": { "hash": { - "sha256": "c7967cf4ead64b6ca007013a5dd53dd22a044683b5cc7c2e1dd6c375a91e483d" + "sha256": "2693fe85022b7e3a58a900e44ed03c8e635808fef6186077c6a9e9c8e359833f" }, "pipfile-spec": 6, "requires": { @@ -33,50 +33,51 @@ }, "cerberus": { "hashes": [ - "sha256:d1b21b3954b2498d9a79edf16b3170a3ac1021df88d197dc2ce5928ba519237c" + "sha256:7649a5815024d18eb7c6aa5e7a95355c649a53aacfc9b050e9d0bf6bfa2af372", + "sha256:81011e10266ef71b6ec6d50e60171258a5b134d69f8fb387d16e4936d0d47642" ], "index": "pypi", - "version": "==1.3.4" + "version": "==1.3.5" }, "certifi": { "hashes": [ "sha256:539cc1d13202e33ca466e88b2807e29f4c13049d6d87031a3c110744495cb082", "sha256:92d6037539857d8206b8f6ae472e8b77db8058fec5937a1ef3f54304089edbb9" ], - "index": "pypi", + "markers": "python_version >= '3.6'", "version": "==2023.7.22" }, "cfgv": { "hashes": [ - "sha256:c6a0883f3917a037485059700b9e75da2464e6c27051014ad85ba6aaa5884426", - "sha256:f5a830efb9ce7a445376bb66ec94c638a9787422f96264c98edc6bdeed8ab736" + "sha256:b7265b1f29fd3316bfcd2b330d63d024f2bfd8bcb8b0272f8e19a504856c48f9", + "sha256:e52591d4c5f5dead8e0f673fb16db7949d2cfb3f7da4582893288f0ded8fe560" ], - "markers": "python_full_version >= '3.6.1'", - "version": "==3.3.1" + "markers": "python_version >= '3.8'", + "version": "==3.4.0" }, "chardet": { "hashes": [ - "sha256:0d62712b956bc154f85fb0a266e2a3c5913c2967e00348701b32411d6def31e5", - "sha256:362777fb014af596ad31334fde1e8c327dfdb076e1960d1694662d46a6917ab9" + "sha256:1b3b6ff479a8c414bc3fa2c0852995695c4a026dcd6d0633b2dd092ca39c1cf7", + "sha256:e1cf59446890a00105fe7b7912492ea04b6e6f06d4b742b2c788469e34c82970" ], "markers": "python_version >= '3.7'", - "version": "==5.1.0" + "version": "==5.2.0" }, "charset-normalizer": { "hashes": [ "sha256:5a3d016c7c547f69d6f81fb0db9449ce888b418b5b9952cc5e6e66843e9dd845", "sha256:83e9a75d1911279afd89352c68b45348559d1fc0506b054b346651b5e7fee29f" ], - "markers": "python_version >= '3.6'", + "markers": "python_full_version >= '3.6.0'", "version": "==2.1.1" }, "click": { "hashes": [ - "sha256:48ee849951919527a045bfe3bf7baa8a959c423134e1a5b98c05c20ba75a1cbd", - "sha256:fa244bb30b3b5ee2cae3da8f55c9e5e0c0e86093306301fb418eb9dc40fbded5" + "sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28", + "sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de" ], "markers": "python_version >= '3.7'", - "version": "==8.1.6" + "version": "==8.1.7" }, "coverage": { "hashes": [ @@ -149,11 +150,11 @@ }, "filelock": { "hashes": [ - "sha256:002740518d8aa59a26b0c76e10fb8c6e15eae825d34b6fdf670333fd7b938d81", - "sha256:cbb791cdea2a72f23da6ac5b5269ab0a0d161e9ef0100e653b69049a7706d1ec" + "sha256:63c6052c82a1a24c873a549fbd39a26982e8f35a3016da231ead11a5be9dad44", + "sha256:a552f4fde758f4eab33191e9548f671970f8b06d436d31388c9aa1e5861a710f" ], - "markers": "python_version >= '3.7'", - "version": "==3.12.2" + "markers": "python_version >= '3.8'", + "version": "==3.13.0" }, "flake8": { "hashes": [ @@ -165,11 +166,11 @@ }, "identify": { "hashes": [ - "sha256:7243800bce2f58404ed41b7c002e53d4d22bcf3ae1b7900c2d7aefd95394bf7f", - "sha256:c22a8ead0d4ca11f1edd6c9418c3220669b3b7533ada0a0ffa6cc0ef85cf9b54" + "sha256:7736b3c7a28233637e3c36550646fc6389bedd74ae84cb788200cc8e2dd60b75", + "sha256:90199cb9e7bd3c5407a9b7e81b4abec4bb9d249991c79439ec8af740afc6293d" ], - "markers": "python_full_version >= '3.8.0'", - "version": "==2.5.26" + "markers": "python_version >= '3.8'", + "version": "==2.5.31" }, "idna": { "hashes": [ @@ -226,6 +227,14 @@ ], "version": "==0.6.1" }, + "mistune": { + "hashes": [ + "sha256:71481854c30fdbc938963d3605b72501f5c10a9320ecd412c121c163a1c7d205", + "sha256:fc7f93ded930c92394ef2cb6f04a8aabab4117a91449e72dcc8dfa646a508be8" + ], + "index": "pypi", + "version": "==3.0.2" + }, "mypy": { "hashes": [ "sha256:02ef476f6dcb86e6f502ae39a16b93285fef97e7f1ff22932b657d1ef1f28655", @@ -273,19 +282,19 @@ }, "packaging": { "hashes": [ - "sha256:994793af429502c4ea2ebf6bf664629d07c1a9fe974af92966e4b8d2df7edc61", - "sha256:a392980d2b6cffa644431898be54b0045151319d1e7ec34f0cfed48767dd334f" + "sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5", + "sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7" ], "markers": "python_version >= '3.7'", - "version": "==23.1" + "version": "==23.2" }, "pathspec": { "hashes": [ - "sha256:2798de800fa92780e33acca925945e9a19a133b715067cf165b8866c15a31687", - "sha256:d8af70af76652554bd134c22b3e8a1cc46ed7d91edcdd721ef1a0c51a84a5293" + "sha256:1d6ed233af05e679efb96b1851550ea95bbb64b7c490b0f5aa52996c11e92a20", + "sha256:e0d8d0ac2f12da61956eb2306b69f9469b42f4deb0f3cb6ed47b9cce9996ced3" ], "markers": "python_version >= '3.7'", - "version": "==0.11.1" + "version": "==0.11.2" }, "pathvalidate": { "hashes": [ @@ -297,19 +306,19 @@ }, "platformdirs": { "hashes": [ - "sha256:1b42b450ad933e981d56e59f1b97495428c9bd60698baab9f3eb3d00d5822421", - "sha256:ad8291ae0ae5072f66c16945166cb11c63394c7a3ad1b1bc9828ca3162da8c2f" + "sha256:cf8ee52a3afdb965072dcc652433e0c7e3e40cf5ea1477cd4b3b1d2eb75495b3", + "sha256:e9d171d00af68be50e9202731309c4e658fd8bc76f55c11c7dd760d023bda68e" ], "markers": "python_version >= '3.7'", - "version": "==3.9.1" + "version": "==3.11.0" }, "pluggy": { "hashes": [ - "sha256:c2fd55a7d7a3863cba1a013e4e2414658b1d07b6bc57b3919e0c63c9abb99849", - "sha256:d12f0c4b579b15f5e054301bb226ee85eeeba08ffec228092f8defbaa3a4c4b3" + "sha256:cf61ae8f126ac6f7c451172cf30e3e43d3ca77615509771b3a984a0730651e12", + "sha256:d89c696a773f8bd377d18e5ecda92b7a3793cbe66c87060a6fb58c7b6e1061f7" ], - "markers": "python_version >= '3.7'", - "version": "==1.2.0" + "markers": "python_version >= '3.8'", + "version": "==1.3.0" }, "pre-commit": { "hashes": [ @@ -321,23 +330,25 @@ }, "psutil": { "hashes": [ - "sha256:104a5cc0e31baa2bcf67900be36acde157756b9c44017b86b2c049f11957887d", - "sha256:3c6f686f4225553615612f6d9bc21f1c0e305f75d7d8454f9b46e901778e7217", - "sha256:4aef137f3345082a3d3232187aeb4ac4ef959ba3d7c10c33dd73763fbc063da4", - "sha256:5410638e4df39c54d957fc51ce03048acd8e6d60abc0f5107af51e5fb566eb3c", - "sha256:5b9b8cb93f507e8dbaf22af6a2fd0ccbe8244bf30b1baad6b3954e935157ae3f", - "sha256:7a7dd9997128a0d928ed4fb2c2d57e5102bb6089027939f3b722f3a210f9a8da", - "sha256:89518112647f1276b03ca97b65cc7f64ca587b1eb0278383017c2a0dcc26cbe4", - "sha256:8c5f7c5a052d1d567db4ddd231a9d27a74e8e4a9c3f44b1032762bd7b9fdcd42", - "sha256:ab8ed1a1d77c95453db1ae00a3f9c50227ebd955437bcf2a574ba8adbf6a74d5", - "sha256:acf2aef9391710afded549ff602b5887d7a2349831ae4c26be7c807c0a39fac4", - "sha256:b258c0c1c9d145a1d5ceffab1134441c4c5113b2417fafff7315a917a026c3c9", - "sha256:be8929ce4313f9f8146caad4272f6abb8bf99fc6cf59344a3167ecd74f4f203f", - "sha256:c607bb3b57dc779d55e1554846352b4e358c10fff3abf3514a7a6601beebdb30", - "sha256:ea8518d152174e1249c4f2a1c89e3e6065941df2fa13a1ab45327716a23c2b48" + "sha256:10e8c17b4f898d64b121149afb136c53ea8b68c7531155147867b7b1ac9e7e28", + "sha256:18cd22c5db486f33998f37e2bb054cc62fd06646995285e02a51b1e08da97017", + "sha256:3ebf2158c16cc69db777e3c7decb3c0f43a7af94a60d72e87b2823aebac3d602", + "sha256:51dc3d54607c73148f63732c727856f5febec1c7c336f8f41fcbd6315cce76ac", + "sha256:6e5fb8dc711a514da83098bc5234264e551ad980cec5f85dabf4d38ed6f15e9a", + "sha256:70cb3beb98bc3fd5ac9ac617a327af7e7f826373ee64c80efd4eb2856e5051e9", + "sha256:748c9dd2583ed86347ed65d0035f45fa8c851e8d90354c122ab72319b5f366f4", + "sha256:91ecd2d9c00db9817a4b4192107cf6954addb5d9d67a969a4f436dbc9200f88c", + "sha256:92e0cc43c524834af53e9d3369245e6cc3b130e78e26100d1f63cdb0abeb3d3c", + "sha256:a6f01f03bf1843280f4ad16f4bde26b817847b4c1a0db59bf6419807bc5ce05c", + "sha256:c69596f9fc2f8acd574a12d5f8b7b1ba3765a641ea5d60fb4736bf3c08a8214a", + "sha256:ca2780f5e038379e520281e4c032dddd086906ddff9ef0d1b9dcf00710e5071c", + "sha256:daecbcbd29b289aac14ece28eca6a3e60aa361754cf6da3dfb20d4d32b6c7f57", + "sha256:e4b92ddcd7dd4cdd3f900180ea1e104932c7bce234fb88976e2a3b296441225a", + "sha256:fb8a697f11b0f5994550555fcfe3e69799e5b060c8ecf9e2f75c69302cc35c0d", + "sha256:ff18b8d1a784b810df0b0fff3bcb50ab941c3b8e2c8de5726f9c71c601c611aa" ], "index": "pypi", - "version": "==5.9.5" + "version": "==5.9.6" }, "py": { "hashes": [ @@ -396,10 +407,10 @@ }, "pytz": { "hashes": [ - "sha256:1d8ce29db189191fb55338ee6d0387d82ab59f3d00eac103412d64e0ebd0c588", - "sha256:a151b3abb88eda1d4e34a9814df37de2a80e301e68ba0fd856fb9b46bfbbbffb" + "sha256:7b4fddbeb94a1eba4b557da24f19fdf9db575192544270a9101d8509f9f43d7b", + "sha256:ce42d816b81b68506614c11e8937d3aa9e41007ceb50bfdcb0749b921bf646c7" ], - "version": "==2023.3" + "version": "==2023.3.post1" }, "pyyaml": { "hashes": [ @@ -454,54 +465,67 @@ }, "ruamel-yaml": { "hashes": [ - "sha256:23cd2ed620231677564646b0c6a89d138b6822a0d78656df7abda5879ec4f447", - "sha256:ec939063761914e14542972a5cba6d33c23b0859ab6342f61cf070cfc600efc2" + "sha256:6024b986f06765d482b5b07e086cc4b4cd05dd22ddcbc758fa23d54873cf313d", + "sha256:b16b6c3816dff0a93dca12acf5e70afd089fa5acb80604afd1ffa8b465b7722c" ], "index": "pypi", - "version": "==0.17.32" + "version": "==0.17.40" }, "ruamel.yaml.clib": { "hashes": [ - "sha256:045e0626baf1c52e5527bd5db361bc83180faaba2ff586e763d3d5982a876a9e", - "sha256:15910ef4f3e537eea7fe45f8a5d19997479940d9196f357152a09031c5be59f3", - "sha256:184faeaec61dbaa3cace407cffc5819f7b977e75360e8d5ca19461cd851a5fc5", - "sha256:1a6391a7cabb7641c32517539ca42cf84b87b667bad38b78d4d42dd23e957c81", - "sha256:1f08fd5a2bea9c4180db71678e850b995d2a5f4537be0e94557668cf0f5f9497", - "sha256:2aa261c29a5545adfef9296b7e33941f46aa5bbd21164228e833412af4c9c75f", - "sha256:3110a99e0f94a4a3470ff67fc20d3f96c25b13d24c6980ff841e82bafe827cac", - "sha256:3243f48ecd450eddadc2d11b5feb08aca941b5cd98c9b1db14b2fd128be8c697", - "sha256:370445fd795706fd291ab00c9df38a0caed0f17a6fb46b0f607668ecb16ce763", - "sha256:40d030e2329ce5286d6b231b8726959ebbe0404c92f0a578c0e2482182e38282", - "sha256:41d0f1fa4c6830176eef5b276af04c89320ea616655d01327d5ce65e50575c94", - "sha256:4a4d8d417868d68b979076a9be6a38c676eca060785abaa6709c7b31593c35d1", - "sha256:4b3a93bb9bc662fc1f99c5c3ea8e623d8b23ad22f861eb6fce9377ac07ad6072", - "sha256:5bc0667c1eb8f83a3752b71b9c4ba55ef7c7058ae57022dd9b29065186a113d9", - "sha256:763d65baa3b952479c4e972669f679fe490eee058d5aa85da483ebae2009d231", - "sha256:7bdb4c06b063f6fd55e472e201317a3bb6cdeeee5d5a38512ea5c01e1acbdd93", - "sha256:8831a2cedcd0f0927f788c5bdf6567d9dc9cc235646a434986a852af1cb54b4b", - "sha256:91a789b4aa0097b78c93e3dc4b40040ba55bef518f84a40d4442f713b4094acb", - "sha256:92460ce908546ab69770b2e576e4f99fbb4ce6ab4b245345a3869a0a0410488f", - "sha256:99e77daab5d13a48a4054803d052ff40780278240a902b880dd37a51ba01a307", - "sha256:9c7617df90c1365638916b98cdd9be833d31d337dbcd722485597b43c4a215bf", - "sha256:a234a20ae07e8469da311e182e70ef6b199d0fbeb6c6cc2901204dd87fb867e8", - "sha256:a7b301ff08055d73223058b5c46c55638917f04d21577c95e00e0c4d79201a6b", - "sha256:be2a7ad8fd8f7442b24323d24ba0b56c51219513cfa45b9ada3b87b76c374d4b", - "sha256:bf9a6bc4a0221538b1a7de3ed7bca4c93c02346853f44e1cd764be0023cd3640", - "sha256:c3ca1fbba4ae962521e5eb66d72998b51f0f4d0f608d3c0347a48e1af262efa7", - "sha256:d000f258cf42fec2b1bbf2863c61d7b8918d31ffee905da62dede869254d3b8a", - "sha256:d5859983f26d8cd7bb5c287ef452e8aacc86501487634573d260968f753e1d71", - "sha256:d5e51e2901ec2366b79f16c2299a03e74ba4531ddcfacc1416639c557aef0ad8", - "sha256:da538167284de58a52109a9b89b8f6a53ff8437dd6dc26d33b57bf6699153122", - "sha256:debc87a9516b237d0466a711b18b6ebeb17ba9f391eb7f91c649c5c4ec5006c7", - "sha256:df5828871e6648db72d1c19b4bd24819b80a755c4541d3409f0f7acd0f335c80", - "sha256:ecdf1a604009bd35c674b9225a8fa609e0282d9b896c03dd441a91e5f53b534e", - "sha256:efa08d63ef03d079dcae1dfe334f6c8847ba8b645d08df286358b1f5293d24ab", - "sha256:f01da5790e95815eb5a8a138508c01c758e5f5bc0ce4286c4f7028b8dd7ac3d0", - "sha256:f34019dced51047d6f70cb9383b2ae2853b7fc4dce65129a5acd49f4f9256646", - "sha256:f6d3d39611ac2e4f62c3128a9eed45f19a6608670c5a2f4f07f24e8de3441d38" - ], - "markers": "python_version < '3.12' and platform_python_implementation == 'CPython'", - "version": "==0.2.7" + "sha256:024cfe1fc7c7f4e1aff4a81e718109e13409767e4f871443cbff3dba3578203d", + "sha256:03d1162b6d1df1caa3a4bd27aa51ce17c9afc2046c31b0ad60a0a96ec22f8001", + "sha256:07238db9cbdf8fc1e9de2489a4f68474e70dffcb32232db7c08fa61ca0c7c462", + "sha256:09b055c05697b38ecacb7ac50bdab2240bfca1a0c4872b0fd309bb07dc9aa3a9", + "sha256:1758ce7d8e1a29d23de54a16ae867abd370f01b5a69e1a3ba75223eaa3ca1a1b", + "sha256:184565012b60405d93838167f425713180b949e9d8dd0bbc7b49f074407c5a8b", + "sha256:1b617618914cb00bf5c34d4357c37aa15183fa229b24767259657746c9077615", + "sha256:25ac8c08322002b06fa1d49d1646181f0b2c72f5cbc15a85e80b4c30a544bb15", + "sha256:25c515e350e5b739842fc3228d662413ef28f295791af5e5110b543cf0b57d9b", + "sha256:3213ece08ea033eb159ac52ae052a4899b56ecc124bb80020d9bbceeb50258e9", + "sha256:3f215c5daf6a9d7bbed4a0a4f760f3113b10e82ff4c5c44bec20a68c8014f675", + "sha256:3fcc54cb0c8b811ff66082de1680b4b14cf8a81dce0d4fbf665c2265a81e07a1", + "sha256:46d378daaac94f454b3a0e3d8d78cafd78a026b1d71443f4966c696b48a6d899", + "sha256:4ecbf9c3e19f9562c7fdd462e8d18dd902a47ca046a2e64dba80699f0b6c09b7", + "sha256:53a300ed9cea38cf5a2a9b069058137c2ca1ce658a874b79baceb8f892f915a7", + "sha256:56f4252222c067b4ce51ae12cbac231bce32aee1d33fbfc9d17e5b8d6966c312", + "sha256:5c365d91c88390c8d0a8545df0b5857172824b1c604e867161e6b3d59a827eaa", + "sha256:665f58bfd29b167039f714c6998178d27ccd83984084c286110ef26b230f259f", + "sha256:700e4ebb569e59e16a976857c8798aee258dceac7c7d6b50cab63e080058df91", + "sha256:7048c338b6c86627afb27faecf418768acb6331fc24cfa56c93e8c9780f815fa", + "sha256:75e1ed13e1f9de23c5607fe6bd1aeaae21e523b32d83bb33918245361e9cc51b", + "sha256:7f67a1ee819dc4562d444bbafb135832b0b909f81cc90f7aa00260968c9ca1b3", + "sha256:840f0c7f194986a63d2c2465ca63af8ccbbc90ab1c6001b1978f05119b5e7334", + "sha256:84b554931e932c46f94ab306913ad7e11bba988104c5cff26d90d03f68258cd5", + "sha256:87ea5ff66d8064301a154b3933ae406b0863402a799b16e4a1d24d9fbbcbe0d3", + "sha256:955eae71ac26c1ab35924203fda6220f84dce57d6d7884f189743e2abe3a9fbe", + "sha256:9eb5dee2772b0f704ca2e45b1713e4e5198c18f515b52743576d196348f374d3", + "sha256:a5aa27bad2bb83670b71683aae140a1f52b0857a2deff56ad3f6c13a017a26ed", + "sha256:a6a9ffd280b71ad062eae53ac1659ad86a17f59a0fdc7699fd9be40525153337", + "sha256:a75879bacf2c987c003368cf14bed0ffe99e8e85acfa6c0bfffc21a090f16880", + "sha256:aab7fd643f71d7946f2ee58cc88c9b7bfc97debd71dcc93e03e2d174628e7e2d", + "sha256:b16420e621d26fdfa949a8b4b47ade8810c56002f5389970db4ddda51dbff248", + "sha256:b42169467c42b692c19cf539c38d4602069d8c1505e97b86387fcf7afb766e1d", + "sha256:b5edda50e5e9e15e54a6a8a0070302b00c518a9d32accc2346ad6c984aacd279", + "sha256:bba64af9fa9cebe325a62fa398760f5c7206b215201b0ec825005f1b18b9bccf", + "sha256:beb2e0404003de9a4cab9753a8805a8fe9320ee6673136ed7f04255fe60bb512", + "sha256:bef08cd86169d9eafb3ccb0a39edb11d8e25f3dae2b28f5c52fd997521133069", + "sha256:c2a72e9109ea74e511e29032f3b670835f8a59bbdc9ce692c5b4ed91ccf1eedb", + "sha256:c58ecd827313af6864893e7af0a3bb85fd529f862b6adbefe14643947cfe2942", + "sha256:c69212f63169ec1cfc9bb44723bf2917cbbd8f6191a00ef3410f5a7fe300722d", + "sha256:cabddb8d8ead485e255fe80429f833172b4cadf99274db39abc080e068cbcc31", + "sha256:d176b57452ab5b7028ac47e7b3cf644bcfdc8cacfecf7e71759f7f51a59e5c92", + "sha256:d92f81886165cb14d7b067ef37e142256f1c6a90a65cd156b063a43da1708cfd", + "sha256:da09ad1c359a728e112d60116f626cc9f29730ff3e0e7db72b9a2dbc2e4beed5", + "sha256:e2b4c44b60eadec492926a7270abb100ef9f72798e18743939bdbf037aab8c28", + "sha256:e79e5db08739731b0ce4850bed599235d601701d5694c36570a99a0c5ca41a9d", + "sha256:ebc06178e8821efc9692ea7544aa5644217358490145629914d8020042c24aa1", + "sha256:edaef1c1200c4b4cb914583150dcaa3bc30e592e907c01117c08b13a07255ec2", + "sha256:f481f16baec5290e45aebdc2a5168ebc6d35189ae6fea7a58787613a25f6e875", + "sha256:fff3573c2db359f091e1589c3d7c5fc2f86f5bdb6f24252c2d8e539d4e45f412" + ], + "markers": "python_version < '3.13' and platform_python_implementation == 'CPython'", + "version": "==0.2.8" }, "ruyaml": { "hashes": [ @@ -513,11 +537,11 @@ }, "setuptools": { "hashes": [ - "sha256:11e52c67415a381d10d6b462ced9cfb97066179f0e871399e006c4ab101fc85f", - "sha256:baf1fdb41c6da4cd2eae722e135500da913332ab3f2f5c7d33af9b492acb5235" + "sha256:4ac1475276d2f1c48684874089fefcd83bd7162ddaafb81fac866ba0db282a87", + "sha256:b454a35605876da60632df1a60f736524eb73cc47bbc9f3f1ef1b644de74fd2a" ], - "markers": "python_version >= '3.7'", - "version": "==68.0.0" + "markers": "python_version >= '3.8'", + "version": "==68.2.2" }, "six": { "hashes": [ @@ -537,19 +561,19 @@ }, "tabledata": { "hashes": [ - "sha256:6608f86171f3285f16251ed6649dcf6e953d4fe6a8e622d39b80d1954b9e7711", - "sha256:73e610c378670a2b9bb80e56cece24427d18c8672a36c80fcdf2a3753b19642b" + "sha256:4abad1c996d8607e23b045b44dc0c5f061668f3c37585302c5f6c84c93a89962", + "sha256:c90daaba9a408e4397934b3ff2f6c06797d5289676420bf520c741ad43e6ff91" ], - "markers": "python_version >= '3.6'", - "version": "==1.3.1" + "markers": "python_version >= '3.7'", + "version": "==1.3.3" }, "tcolorpy": { "hashes": [ - "sha256:43c1afe908f9968ff5ce59f129b62e392049b8e7cd6a8d3f416bd3d372bb5c7a", - "sha256:4ba9e4d52696a36dc16a55c20317115fb46e4b8e02796e8e270132719bcefad4" + "sha256:d0926480aa5012f34877d69fc3b670f207dc165674e68ad07458fa6ee5b12724", + "sha256:f0dceb1cb95e554cee63024b3cd2fd8d4628c568773de2d1e6b4f0478461901c" ], "markers": "python_version >= '3.7'", - "version": "==0.1.3" + "version": "==0.1.4" }, "toml": { "hashes": [ @@ -564,49 +588,66 @@ "sha256:939de3e7a6161af0c887ef91b7d41a53e7c5a1ca976325f429cb46ea9bc30ecc", "sha256:de526c12914f0c550d15924c62d72abc48d6fe7364aa87328337a31007fe8a4f" ], - "markers": "python_version >= '3.7'", + "markers": "python_version < '3.11'", "version": "==2.0.1" }, "typed-ast": { "hashes": [ - "sha256:0261195c2062caf107831e92a76764c81227dae162c4f75192c0d489faf751a2", - "sha256:0fdbcf2fef0ca421a3f5912555804296f0b0960f0418c440f5d6d3abb549f3e1", - "sha256:183afdf0ec5b1b211724dfef3d2cad2d767cbefac291f24d69b00546c1837fb6", - "sha256:211260621ab1cd7324e0798d6be953d00b74e0428382991adfddb352252f1d62", - "sha256:267e3f78697a6c00c689c03db4876dd1efdfea2f251a5ad6555e82a26847b4ac", - "sha256:2efae9db7a8c05ad5547d522e7dbe62c83d838d3906a3716d1478b6c1d61388d", - "sha256:370788a63915e82fd6f212865a596a0fefcbb7d408bbbb13dea723d971ed8bdc", - "sha256:39e21ceb7388e4bb37f4c679d72707ed46c2fbf2a5609b8b8ebc4b067d977df2", - "sha256:3e123d878ba170397916557d31c8f589951e353cc95fb7f24f6bb69adc1a8a97", - "sha256:4879da6c9b73443f97e731b617184a596ac1235fe91f98d279a7af36c796da35", - "sha256:4e964b4ff86550a7a7d56345c7864b18f403f5bd7380edf44a3c1fb4ee7ac6c6", - "sha256:639c5f0b21776605dd6c9dbe592d5228f021404dafd377e2b7ac046b0349b1a1", - "sha256:669dd0c4167f6f2cd9f57041e03c3c2ebf9063d0757dc89f79ba1daa2bfca9d4", - "sha256:6778e1b2f81dfc7bc58e4b259363b83d2e509a65198e85d5700dfae4c6c8ff1c", - "sha256:683407d92dc953c8a7347119596f0b0e6c55eb98ebebd9b23437501b28dcbb8e", - "sha256:79b1e0869db7c830ba6a981d58711c88b6677506e648496b1f64ac7d15633aec", - "sha256:7d5d014b7daa8b0bf2eaef684295acae12b036d79f54178b92a2b6a56f92278f", - "sha256:98f80dee3c03455e92796b58b98ff6ca0b2a6f652120c263efdba4d6c5e58f72", - "sha256:a94d55d142c9265f4ea46fab70977a1944ecae359ae867397757d836ea5a3f47", - "sha256:a9916d2bb8865f973824fb47436fa45e1ebf2efd920f2b9f99342cb7fab93f72", - "sha256:c542eeda69212fa10a7ada75e668876fdec5f856cd3d06829e6aa64ad17c8dfe", - "sha256:cf4afcfac006ece570e32d6fa90ab74a17245b83dfd6655a6f68568098345ff6", - "sha256:ebd9d7f80ccf7a82ac5f88c521115cc55d84e35bf8b446fcd7836eb6b98929a3", - "sha256:ed855bbe3eb3715fca349c80174cfcfd699c2f9de574d40527b8429acae23a66" + "sha256:042eb665ff6bf020dd2243307d11ed626306b82812aba21836096d229fdc6a10", + "sha256:045f9930a1550d9352464e5149710d56a2aed23a2ffe78946478f7b5416f1ede", + "sha256:0635900d16ae133cab3b26c607586131269f88266954eb04ec31535c9a12ef1e", + "sha256:118c1ce46ce58fda78503eae14b7664163aa735b620b64b5b725453696f2a35c", + "sha256:16f7313e0a08c7de57f2998c85e2a69a642e97cb32f87eb65fbfe88381a5e44d", + "sha256:1efebbbf4604ad1283e963e8915daa240cb4bf5067053cf2f0baadc4d4fb51b8", + "sha256:2188bc33d85951ea4ddad55d2b35598b2709d122c11c75cffd529fbc9965508e", + "sha256:2b946ef8c04f77230489f75b4b5a4a6f24c078be4aed241cfabe9cbf4156e7e5", + "sha256:335f22ccb244da2b5c296e6f96b06ee9bed46526db0de38d2f0e5a6597b81155", + "sha256:381eed9c95484ceef5ced626355fdc0765ab51d8553fec08661dce654a935db4", + "sha256:429ae404f69dc94b9361bb62291885894b7c6fb4640d561179548c849f8492ba", + "sha256:44f214394fc1af23ca6d4e9e744804d890045d1643dd7e8229951e0ef39429b5", + "sha256:48074261a842acf825af1968cd912f6f21357316080ebaca5f19abbb11690c8a", + "sha256:4bc1efe0ce3ffb74784e06460f01a223ac1f6ab31c6bc0376a21184bf5aabe3b", + "sha256:57bfc3cf35a0f2fdf0a88a3044aafaec1d2f24d8ae8cd87c4f58d615fb5b6311", + "sha256:597fc66b4162f959ee6a96b978c0435bd63791e31e4f410622d19f1686d5e769", + "sha256:5f7a8c46a8b333f71abd61d7ab9255440d4a588f34a21f126bbfc95f6049e686", + "sha256:5fe83a9a44c4ce67c796a1b466c270c1272e176603d5e06f6afbc101a572859d", + "sha256:61443214d9b4c660dcf4b5307f15c12cb30bdfe9588ce6158f4a005baeb167b2", + "sha256:622e4a006472b05cf6ef7f9f2636edc51bda670b7bbffa18d26b255269d3d814", + "sha256:6eb936d107e4d474940469e8ec5b380c9b329b5f08b78282d46baeebd3692dc9", + "sha256:7f58fabdde8dcbe764cef5e1a7fcb440f2463c1bbbec1cf2a86ca7bc1f95184b", + "sha256:83509f9324011c9a39faaef0922c6f720f9623afe3fe220b6d0b15638247206b", + "sha256:8c524eb3024edcc04e288db9541fe1f438f82d281e591c548903d5b77ad1ddd4", + "sha256:94282f7a354f36ef5dbce0ef3467ebf6a258e370ab33d5b40c249fa996e590dd", + "sha256:b445c2abfecab89a932b20bd8261488d574591173d07827c1eda32c457358b18", + "sha256:be4919b808efa61101456e87f2d4c75b228f4e52618621c77f1ddcaae15904fa", + "sha256:bfd39a41c0ef6f31684daff53befddae608f9daf6957140228a08e51f312d7e6", + "sha256:c631da9710271cb67b08bd3f3813b7af7f4c69c319b75475436fcab8c3d21bee", + "sha256:cc95ffaaab2be3b25eb938779e43f513e0e538a84dd14a5d844b8f2932593d88", + "sha256:d09d930c2d1d621f717bb217bf1fe2584616febb5138d9b3e8cdd26506c3f6d4", + "sha256:d40c10326893ecab8a80a53039164a224984339b2c32a6baf55ecbd5b1df6431", + "sha256:d41b7a686ce653e06c2609075d397ebd5b969d821b9797d029fccd71fdec8e04", + "sha256:d5c0c112a74c0e5db2c75882a0adf3133adedcdbfd8cf7c9d6ed77365ab90a1d", + "sha256:e1a976ed4cc2d71bb073e1b2a250892a6e968ff02aa14c1f40eba4f365ffec02", + "sha256:e48bf27022897577d8479eaed64701ecaf0467182448bd95759883300ca818c8", + "sha256:ed4a1a42df8a3dfb6b40c3d2de109e935949f2f66b19703eafade03173f8f437", + "sha256:f0aefdd66f1784c58f65b502b6cf8b121544680456d1cebbd300c2c813899274", + "sha256:fc2b8c4e1bc5cd96c1a823a885e6b158f8451cf6f5530e1829390b4d27d0807f", + "sha256:fd946abf3c31fb50eee07451a6aedbfff912fcd13cf357363f5b4e834cc5e71a", + "sha256:fe58ef6a764de7b4b36edfc8592641f56e69b7163bba9f9c8089838ee596bfb2" ], "index": "pypi", - "version": "==1.5.4" + "version": "==1.5.5" }, "typepy": { "extras": [ "datetime" ], "hashes": [ - "sha256:892566bff279368d63f02901aba0a3ce78cd7a319ec1f2bf6c8baab3520207a3", - "sha256:dfc37b888d6eed8542208389efa60ec8454e06fd84b276b45b2e33897f9d7825" + "sha256:b69fd48b9f50cdb3809906eef36b855b3134ff66c8893a4f8580abddb0b39517", + "sha256:d5d1022a424132622993800f1d2cd16cfdb691ac4e3b9c325f0fcb37799db1ae" ], "markers": "python_version >= '3.7'", - "version": "==1.3.1" + "version": "==1.3.2" }, "types-pyyaml": { "hashes": [ @@ -618,11 +659,11 @@ }, "types-requests": { "hashes": [ - "sha256:3de667cffa123ce698591de0ad7db034a5317457a596eb0b4944e5a9d9e8d1ac", - "sha256:afb06ef8f25ba83d59a1d424bd7a5a939082f94b94e90ab5e6116bd2559deaa3" + "sha256:a2db9cb228a81da8348b49ad6db3f5519452dd20a9c1e1a868c83c5fe88fd1a9", + "sha256:cd74ce3b53c461f1228a9b783929ac73a666658f223e28ed29753771477b3bd0" ], "index": "pypi", - "version": "==2.31.0.1" + "version": "==2.31.0.6" }, "types-urllib3": { "hashes": [ @@ -633,35 +674,35 @@ }, "typing-extensions": { "hashes": [ - "sha256:440d5dd3af93b060174bf433bccd69b0babc3b15b1a8dca43789fd7f61514b36", - "sha256:b75ddc264f0ba5615db7ba217daeb99701ad295353c45f9e95963337ceeeffb2" + "sha256:8f92fc8806f9a6b641eaa5318da32b44d401efaac0f6678c9bc448ba3605faa0", + "sha256:df8e4339e9cb77357558cbdbceca33c303714cf861d1eef15e1070055ae8b7ef" ], - "markers": "python_version >= '3.7'", - "version": "==4.7.1" + "markers": "python_version >= '3.8'", + "version": "==4.8.0" }, "urllib3": { "hashes": [ - "sha256:8d36afa7616d8ab714608411b4a3b13e58f463aee519024578e062e141dce20f", - "sha256:8f135f6502756bde6b2a9b28989df5fbe87c9970cecaa69041edcce7f0589b14" + "sha256:34b97092d7e0a3a8cf7cd10e386f401b3737364026c45e622aa02903dffe0f07", + "sha256:f8ecc1bba5667413457c529ab955bf8c67b45db799d159066261719e328580a0" ], "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'", - "version": "==1.26.16" + "version": "==1.26.18" }, "validators": { "hashes": [ - "sha256:002ba1552076535176824e43149c18c06f6b611bc8b597ddbcf8770bcf5f9f5c", - "sha256:6ad95131005a9d4c734a69dd4ef08cf66961e61222e60da25a9b5137cecd6fd4" + "sha256:61cf7d4a62bbae559f2e54aed3b000cea9ff3e2fdbe463f51179b92c58c9585a", + "sha256:77b2689b172eeeb600d9605ab86194641670cdb73b60afd577142a9397873370" ], "index": "pypi", - "version": "==0.21.2" + "version": "==0.22.0" }, "virtualenv": { "hashes": [ - "sha256:43a3052be36080548bdee0b42919c88072037d50d56c28bd3f853cbe92b953ff", - "sha256:fd8a78f46f6b99a67b7ec5cf73f92357891a7b3a40fd97637c27f854aae3b9e0" + "sha256:02ece4f56fbf939dbbc33c0715159951d6bf14aaf5457b092e4548e1382455af", + "sha256:520d056652454c5098a00c0f073611ccbea4c79089331f60bf9d7ba247bb7381" ], "markers": "python_version >= '3.7'", - "version": "==20.24.2" + "version": "==20.24.6" }, "yamlfix": { "hashes": [ diff --git a/src/release_notes_automation/release_notes-2.9.0.md b/src/release_notes_automation/release_notes-2.9.0.md new file mode 100644 index 0000000000..36cd9d9036 --- /dev/null +++ b/src/release_notes_automation/release_notes-2.9.0.md @@ -0,0 +1,329 @@ +Release Notes 2.9.0 + +

BREAKING

+

FEATURES

+

Opensearch Sql

+
    +
  • Enable Table Function and PromQL function (#1719)
    • +
  • Add spark connector (#1780)
    • +
+ +

Opensearch Knn

+
    +
  • Added support for Efficient Pre-filtering for Faiss Engine (#936)
    • +
  • Add Support for Lucene Byte Sized Vector (#971)
    • +
+ +

Opensearch Security Analytics

+
    +
  • New Log Type JSON format. (#465)
    • +
  • Correlation rule search, delete and edit API. (#476)
    • +
  • Logtypes PR v2. (#482)
    • +
+ +

Opensearch Ml Common

+
    +
  • remote inference: add connector; fine tune ML model and tensor class (#1051)
    • +
  • remote inference: add connector executor (#1052)
    • +
  • connector transport actions, requests and responses (#1053)
    • +
  • refactor predictable: add method to check if model is ready (#1057)
    • +
  • Add basic connector access control classes (#1055)
    • +
  • connector transport actions and disable native memory CB (#1056)
    • +
  • restful connector actions and UT (#1065)
    • +
  • Change connector access control creation allow empty list (#1069)
    • +
+ +

ENHANCEMENTS

+

Opensearch Performance Analyzer

+
    +
  • Remove heap allocation rate as the input metric to HotShardClusterRca #411
    • +
  • Set ThreadMetricsRca evaluation period from 12 seconds to 5 seconds #410
    • +
  • Add unit tests for the REST layer in RCA Agent #436
    • +
+ +

Opensearch Security

+
    +
  • Use boucycastle PEM reader instead of reg expression (#2877)
    • +
  • Adding field level security test cases for FlatFields (#2876) (#2893)
    • +
  • Add password message to /dashboardsinfo endpoint (#2949) (#2955)
    • +
  • Add .plugins-ml-connector to system index (#2947) (#2954)
    • +
  • Parallel test jobs for CI (#2861) (#2936)
    • +
  • Adds a check to skip serialization-deserialization if request is for same node (#2765) (#2973)
    • +
  • Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
    • +
+ +

Opensearch Sql

+
    +
  • Pagination: Support WHERE clause, column list in SELECT clause and for functions and expressions in the query (#1500)
    • +
  • Pagination: Support ORDER BY clauses and queries without FROM clause (#1599)
    • +
  • Remove backticks on by field in stats (#1728)
    • +
  • Support Array and ExprValue Parsing With Inner Hits (#1737)
    • +
  • Add Support for Nested Function in Order By Clause (#1789)
    • +
  • Add Support for Field Star in Nested Function (#1773)
    • +
  • Guarantee datasource read api is strong consistent read (compatibility with segment replication) (#1815)
    • +
  • Added new datetime functions and aliases to PPL (#1807)
    • +
  • Support user-defined and incomplete date formats (#1821)
    • +
  • Add _routing to SQL includes list (#1771)
    • +
  • Disable read of plugins.query.datasources.encryption.masterkey from cluster settings GET API (#1825)
    • +
  • Add EMR client to spark connector (#1790)
    • +
  • Improved error codes in case of data sourcde API security exception (#1753)
    • +
  • Remove Default master encryption key from settings (#1851)
    • +
+ +

Opensearch Ml Common

+
    +
  • create model group automatically with first model version (#1063)
    • +
  • init master key automatically (#1075))
    • +
+ +

Opensearch Anomaly Detection

+
    +
  • Enforce DOCUMENT Replication for AD Indices and Adjust Primary Shards (#948)
    • +
+ +

BUG FIXES

+

Opensearch Performance Analyzer

+
    +
  • Fix NPE issue in ShardStateCollector, which was impacted by changes from upstream core #489
    • +
  • Fix Mockito initialization issue #443
    • +
+ +

Opensearch Sql

+
    +
  • Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
    • +
  • Fix CSV/RAW output header being application/json rather than plain/text (#1779)
    • +
+ +

Opensearch Alerting

+
    +
  • Fix schema version in tests and delegate monitor metadata construction in tests. (#948)
    • +
  • Fixed search monitor API to return alert counts. (#978)
    • +
  • Resolve string issues from core. (#987)
    • +
  • Fix getAlerts RBAC problem. (#991)
    • +
  • Fix alert constructor with noop trigger to use execution id and workflow id. (#994)
    • +
+ +

Opensearch Common Utils

+
    +
  • OpenSearch commons strings library dependency import. (#474)
    • +
+ +

Opensearch Security Analytics

+
    +
  • Fixed compile issues related to latest OS core repo changes. (#412)
    • +
+ +

Opensearch Ml Common

+
    +
  • Add missing codes from pen test fix (#1060)
    • +
  • fix cannot specify model access control parameters error (#1068)
    • +
  • fix memory circuit breaker (#1072)
    • +
  • PenTest fixes: error codes and update model group fix (#1074)
    • +
  • Fix rare private ip address bypass SSRF issue (#1070)
    • +
  • leftover in the 404 Not Found return error (#1079)
    • +
  • modify error message when model group not unique is provided (#1078)
    • +
  • stash context before accessing ml config index (#1092)
    • +
  • fix init master key bug (#1094)
    • +
+ +

Opensearch Neural Search

+

Bug Fixes

+

Fix update document with knnn_vector size not matching issue (#208)

+ +

Opensearch Reporting

+
    +
  • Removing guava dependency to fix jarhell (#709)
    • +
+ +

INFRASTRUCTURE

+

Opensearch Performance Analyzer

+
    +
  • Update the BWC version to 2.8.0 #446
    • +
  • Upgrade bcprov to bcprov-jdk15to18 in performance-analyzer #493
    • +
  • Upgrade bcprov to bcprov-jdk15to18 in performance-analyzer-rca 439
    • +
  • Upgrade bcpkix to bcpkix-jdk15to18 in performance-analyzer-rca 446
    • +
  • Upgrade checkstyle version from 9.3 to 10.3.3 #495
    • +
+ +

Opensearch Sql

+
    +
  • stopPrometheus task in doctest build.gradle now runs upon project failure in startOpenSearch (#1747)
    • +
  • Upgrade guava to 32.0.1
    • +
  • Disable CrossClusterSearchIT test (#1814)
    • +
  • fix flakytest when tests.locale=tr (#1827)
    • +
+ +

Opensearch Ml Common

+
    +
  • Adding an integration test for redeploying a model (#1016)
    • +
  • add unit test for connector class in commons (#1058)
    • +
  • remote inference: add unit test for model and register model input (#1059)
    • +
  • remote inference: add unit test for StringUtils and remote inference input (#1061)
    • +
  • more UT for rest and trasport actions (#1066)
    • +
  • remote inference: add unit test for create connector request/response (#1067)
    • +
  • Add more UT for remote inference classes (#1077)
    • +
  • IT Security Tests for model access control (#1095)
    • +
+ +

Opensearch Notifications

+
    +
  • Run publish maven snapshots on all branches matching pattern (#698)
    • +
  • Strings compile fix due to core package change(#680)
    • +
+ +

Opensearch Anomaly Detection

+
    +
  • Updated Maintainers and CODE_OWNERS list (#926)
    • +
  • Bump guava version to 32.0.1 (#933)
    • +
  • Bump scipy from 1.8.0 to 1.10.0 in /dataGeneration (#943)
    • +
  • Fix main build - update import of Releasable and remove reference to BaseExceptionsHelper (#930)
    • +
+ +

DOCUMENTATION

+

Opensearch Sql

+
    +
  • Updated documentation of round function return type (#1725)
    • +
  • Updated protocol.rst with new wording for error message (#1662)
    • +
+ +

Opensearch Alerting

+
    +
  • Added 2.9 release notes. (#1010)
    • +
+ +

Opensearch Common Utils

+
    +
  • Added 2.9 release notes. (#482)
    • +
+ +

Opensearch Security Analytics

+
    +
  • Added 2.9.0 release notes. (#486)
    • +
+ +

Opensearch Ml Common

+
    +
  • model access control documentation (#966)
    • +
  • updating docs for model group id (#980)
    • +
+ +

Opensearch Notifications

+
    +
  • Add 2.9.0 release notes (#702)
    • +
+ +

Opensearch Anomaly Detection

+
    +
  • Updated Maintainers and CODE_OWNERS list (#926)
    • +
+ +

MAINTENANCE

+

Opensearch Performance Analyzer

+
    +
  • Update build.gradle and github workflow to support 2.9 version #499
    • +
  • Update licenses files for 2.9 #501
    • +
  • Swap jboss annotation dependency for jakarta annotations #407
    • +
  • Ensures compatibility check readiness #438
    • +
+ +

Opensearch Security

+
    +
  • Match version of zstd-jni from core (#2835)
    • +
  • Add Andrey Pleskach (Willyborankin) to Maintainers (#2843)
    • +
  • Updates bwc versions to latest release (#2849)
    • +
  • Add search model group permission to ml_read_access role (#2855) (#2858)
    • +
  • Format 2.x (#2878)
    • +
  • Update snappy to 1.1.10.1 and guava to 32.0.1-jre (#2886) (#2889)
    • +
  • Resolve ImmutableOpenMap issue from core refactor (#2908)
    • +
  • Misc changes (#2902) (#2904)
    • +
  • Bump BouncyCastle from jdk15on to jdk15to18 (#2901) (#2917)
    • +
  • Fix the import org.opensearch.core.common.Strings; and import org.opensearch.core.common.logging.LoggerMessageFormat; (#2953)
    • +
  • Remove commons-collections 3.2.2 (#2924) (#2957)
    • +
  • Resolve CVE-2023-2976 by forcing use of Guava 32.0.1 (#2937) (#2974)
    • +
  • Bump jaxb to 2.3.8 (#2977) (#2979)
    • +
  • Update Gradle to 8.2.1 (#2978) (#2981)
    • +
  • Changed maven repo location for compatibility check (#2988)
    • +
  • Bump guava to 32.1.1-jre (#2976) (#2990)
    • +
+ +

Opensearch Alerting

+
    +
  • Increment version to 2.9.0-SNAPSHOT. (#950)
    • +
+ +

Opensearch Common Utils

+
    +
  • Increment version to 2.9.0-SNAPSHOT. (#444)
    • +
  • Modify triggers to push snapshots on all branches. (#454)
    • +
+ +

Opensearch Security Analytics

+
    +
  • Increment version to 2.9.0-SNAPSHOT. (#466)
    • +
  • Gradle update. (#437)
    • +
+ +

Opensearch Asynchronous Search

+
    +
  • Increment version to 2.9.0 (300)
    • +
+ +

Opensearch Ml Common

+
    +
  • Increment version to 2.9.0-SNAPSHOT (#955)
    • +
  • Manual CVE backport (#1008)
    • +
  • Fix build. (#1018)
    • +
  • Fix the refactor change brought by core backport (#1047)
    • +
  • change to compileOnly to avoid jarhell (#1062)
    • +
+ +

Opensearch Geospatial

+

Maintenance

+

Increment version to 2.9.0-SNAPSHOT (#329)

+ +

Opensearch Neural Search

+

Maintenance

+

Increment version to 2.9.0-SNAPSHOT (#191)

+ +

Opensearch Notifications

+
    +
  • [AUTO] Increment version to 2.9.0-SNAPSHOT (#690)
    • +
+ +

Opensearch Reporting

+
    +
  • Increment version to 2.9.0-SNAPSHOT (#712)
    • +
+ +

REFACTORING

+

Opensearch Sql

+
    +
  • Simplify OpenSearchIndexScanBuilder (#1738)
    • +
+ +

Opensearch Alerting

+
    +
  • Use strong password in security test. (#933)
    • +
+ +

Opensearch Common Utils

+
    +
  • Pass workflow id in alert constructors. (#465)
    • +
+ +

Opensearch Security Analytics

+
    +
  • Use strong password in security test. (#452)
    • +
+ +

Opensearch Geospatial

+

Refactoring

+

Change package for Strings.hasText (#314)

+ +

Opensearch Observability

+

Refactoring

+
    +
  • Add class for loading mapping templates in bulk (#1550)
    • +
+ +

EXPERIMENTAL

diff --git a/src/release_notes_automation/release_notes_table-2.9.0.md b/src/release_notes_automation/release_notes_table-2.9.0.md new file mode 100644 index 0000000000..8fd2dc4cf3 --- /dev/null +++ b/src/release_notes_automation/release_notes_table-2.9.0.md @@ -0,0 +1,21 @@ +# OpenSearch CommitID(after 2022-07-26) & Release Notes info +| Repo | Branch |CommitID|Commit Date|Release Notes Exists| Full Path | URL | +|-------------------------|--------------|--------|-----------|--------------------|--------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------| +|alerting |[tags/2.9.0.0]|aefb268 |2023-07-13 |True |opensearch-alerting.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/alerting/2.9.0.0/release-notes/opensearch-alerting.release-notes-2.9.0.0.md | +|anomaly-detection |[tags/2.9.0.0]|62dd94f |2023-07-13 |True |opensearch-anomaly-detection.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.9.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.9.0.0.md | +|asynchronous-search |[tags/2.9.0.0]|68e7110 |2023-07-11 |True |opensearch-asynchronous-search.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.9.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.9.0.0.md | +|common-utils |[tags/2.9.0.0]|cdd30e0 |2023-07-12 |True |opensearch-common-utils.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/common-utils/2.9.0.0/release-notes/opensearch-common-utils.release-notes-2.9.0.0.md | +|cross-cluster-replication|[tags/2.9.0.0]|7d5e071 |2023-07-18 |False | | | +|geospatial |[tags/2.9.0.0]|f8df9a3 |2023-07-11 |True |opensearch-geospatial.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/geospatial/2.9.0.0/release-notes/opensearch-geospatial.release-notes-2.9.0.0.md | +|index-management |[tags/2.9.0.0]|ccd01b1 |2023-07-10 |False | | | +|job-scheduler |[tags/2.9.0.0]|bf8f0c3 |2023-07-11 |False | | | +|k-NN |[tags/2.9.0.0]|591fff6 |2023-07-13 |True |opensearch-knn.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/k-NN/2.9.0.0/release-notes/opensearch-knn.release-notes-2.9.0.0.md | +|ml-commons |[tags/2.9.0.0]|8f1d47d |2023-07-17 |True |opensearch-ml-common.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.9.0.0/release-notes/opensearch-ml-common.release-notes-2.9.0.0.md | +|neural-search |[tags/2.9.0.0]|f9d64d8 |2023-07-11 |True |opensearch-neural-search.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/neural-search/2.9.0.0/release-notes/opensearch-neural-search.release-notes-2.9.0.0.md | +|notifications |[tags/2.9.0.0]|be24fef |2023-07-11 |True |opensearch-notifications.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/notifications/2.9.0.0/release-notes/opensearch-notifications.release-notes-2.9.0.0.md | +|opensearch-observability |[tags/2.9.0.0]|a28655e |2023-07-13 |True |opensearch-observability.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/observability/2.9.0.0/release-notes/opensearch-observability.release-notes-2.9.0.0.md | +|opensearch-reports |[tags/2.9.0.0]|677be51 |2023-07-12 |True |opensearch-reporting.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/reporting/2.9.0.0/release-notes/opensearch-reporting.release-notes-2.9.0.0.md | +|performance-analyzer |[tags/2.9.0.0]|1f43448 |2023-07-11 |True |opensearch-performance-analyzer.release-notes-2.9.0.0.md|https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.9.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.9.0.0.md| +|security |[tags/2.9.0.0]|d548cd2 |2023-07-17 |True |opensearch-security.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/security/2.9.0.0/release-notes/opensearch-security.release-notes-2.9.0.0.md | +|security-analytics |[tags/2.9.0.0]|629cfae |2023-07-12 |True |opensearch-security-analytics.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.9.0.0/release-notes/opensearch-security-analytics.release-notes-2.9.0.0.md | +|sql |[tags/2.9.0.0]|912f99b |2023-07-12 |True |opensearch-sql.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/sql/2.9.0.0/release-notes/opensearch-sql.release-notes-2.9.0.0.md | diff --git a/src/release_notes_automation/release_notes_urls-2.9.0.txt b/src/release_notes_automation/release_notes_urls-2.9.0.txt new file mode 100644 index 0000000000..4353a93e4a --- /dev/null +++ b/src/release_notes_automation/release_notes_urls-2.9.0.txt @@ -0,0 +1,15 @@ +https://raw.githubusercontent.com/opensearch-project/alerting/2.9.0.0/release-notes/opensearch-alerting.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.9.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.9.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/common-utils/2.9.0.0/release-notes/opensearch-common-utils.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/geospatial/2.9.0.0/release-notes/opensearch-geospatial.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/k-NN/2.9.0.0/release-notes/opensearch-knn.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/ml-commons/2.9.0.0/release-notes/opensearch-ml-common.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/neural-search/2.9.0.0/release-notes/opensearch-neural-search.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/notifications/2.9.0.0/release-notes/opensearch-notifications.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/observability/2.9.0.0/release-notes/opensearch-observability.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/reporting/2.9.0.0/release-notes/opensearch-reporting.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.9.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/security/2.9.0.0/release-notes/opensearch-security.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/security-analytics/2.9.0.0/release-notes/opensearch-security-analytics.release-notes-2.9.0.0.md +https://raw.githubusercontent.com/opensearch-project/sql/2.9.0.0/release-notes/opensearch-sql.release-notes-2.9.0.0.md \ No newline at end of file diff --git a/src/run_releasenotes_check.py b/src/run_releasenotes_check.py index 4b8bdccee3..bc000a544c 100644 --- a/src/run_releasenotes_check.py +++ b/src/run_releasenotes_check.py @@ -5,6 +5,13 @@ # this file be licensed under the Apache-2.0 license or a # compatible open source license. +import os +import requests +from collections import defaultdict +import mistune +import re + +from pytablewriter import MarkdownTableWriter from manifests.input_manifest import InputManifest from release_notes_workflow.release_notes import ReleaseNotes from release_notes_workflow.release_notes_check_args import ReleaseNotesCheckArgs @@ -15,14 +22,170 @@ def main() -> int: args = ReleaseNotesCheckArgs() console.configure(level=args.logging_level) manifest_file = InputManifest.from_file(args.manifest) - release_notes = ReleaseNotes(manifest_file, args.date) - if args.action == "check": - table_output = release_notes.table() - table_output.write_table() + BUILD_VERSION = manifest_file.build.version + # print(f"BUILD_VERSION: {BUILD_VERSION}") + + BASE_FILE_PATH = 'release_notes_automation' + table_filename = f'{BASE_FILE_PATH}/release_notes_table-{BUILD_VERSION}.md' + urls_filename = f'{BASE_FILE_PATH}/release_notes_urls-{BUILD_VERSION}.txt' + + def format_component_name_from_url(url): + start_index = url.find('release-notes/') + if start_index == -1: + raise ValueError("'release-notes/' not found in the URL") + end_index = url.find('.release-notes', start_index) + if end_index == -1: + raise ValueError("'.release-notes' not found after 'release-notes/'") + component_name = url[start_index + len('release-notes/') : end_index] + formatted_name = ' '.join(word.capitalize() for word in component_name.split('-')) + return formatted_name + + def create_urls_file_if_not_exists(): + # print("enter create_urls_file function") + urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename) + if os.path.exists(urls_filepath): + # print("URLs file already exists. Skipping creation.") + return + # print("URLs file does not exist. Creating...") + + release_notes = ReleaseNotes(manifest_file, args.date, args.action) + table = release_notes.table() + + table_filepath = os.path.join(os.path.dirname(__file__), table_filename) + os.makedirs(os.path.dirname(table_filepath), exist_ok=True) + with open(table_filepath, 'w') as table_file: + table.dump(table_file) + if args.output is not None: - table_output.dump(args.output) + shutil.move(table_filepath, args.output) + else: + with open(table_filepath, 'r') as table_file: + print(table_file.read()) + + urls = [row[-1].strip() for row in table.value_matrix if row[-1]] + + os.makedirs(os.path.dirname(urls_filepath), exist_ok=True) + urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename) + with open(urls_filepath, 'w') as urls_file: + urls_file.writelines('\n'.join(urls)) + + if args.action == "check": + # print("check") + create_urls_file_if_not_exists() + + elif args.action == "compile": + # print("compile") + create_urls_file_if_not_exists() + + RELEASENOTES_CATEGORIES = "BREAKING,FEATURES,ENHANCEMENTS,BUG FIXES,INFRASTRUCTURE,DOCUMENTATION,MAINTENANCE,REFACTORING,EXPERIMENTAL" + RELEASE_NOTE_MD = f'{BASE_FILE_PATH}/release_notes-{BUILD_VERSION}.md' + + # Clean up URLs in the file + urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename) + with open(urls_filepath, 'r') as file: + urls = [line.strip() for line in file if line.strip()] + + unique_urls = list(set(urls)) + + RELEASE_NOTE_MD_path = os.path.join(os.path.dirname(__file__), RELEASE_NOTE_MD) + os.makedirs(os.path.dirname(RELEASE_NOTE_MD_path), exist_ok=True) + # print(f"RELEASE_NOTE_MD_path: {RELEASE_NOTE_MD_path}") + + # store plugin data + plugin_data = defaultdict(lambda: defaultdict(list)) + + # # TODO: store unknown categories + # unknown_categories = defaultdict(list) + + for url in unique_urls: + if not url.startswith("#"): + response = requests.get(url) + # print(f"Processing URL: {url}") + + if response.status_code == 200: + content = response.text + plugin_name = format_component_name_from_url(url) + # print(f"Plugin Name: {plugin_name}") + + # obtain headings (###) from the content + headings = [match.strip() for match in re.findall(r'###.+', content)] + if not headings: + continue + # print(f"Headings: {headings}") + + # Store content under each heading in respective plugin + for i in range(len(headings)): + heading = headings[i].strip() + + if heading.startswith("### "): + heading = heading[4:] + # print(f"Heading 1: {heading}") + content_start = content.find(headings[i]) + if content_start != -1: + if i == len(headings) - 1: + content_to_end = content[content_start:] + else: + content_to_end = content[content_start:content.find(headings[i + 1])] + # remove heading from obtained content to avoid duplication + parts = content_to_end.split('*', 1) + if len(parts) == 2: + content_to_end = '*' + parts[1] + plugin_data[plugin_name][heading].append(content_to_end) + # print("=====================================================") + # print(plugin_data[plugin_name][heading]) + # print("=====================================================") + # print("Compilation complete.") + + # Markdown renderer + markdown = mistune.create_markdown() + + # Filter content for each category + with open(RELEASE_NOTE_MD_path, 'w') as outfile: + outfile.write(f"Release Notes {BUILD_VERSION}\n\n") + for category in RELEASENOTES_CATEGORIES.split(','): + outfile.write(markdown(f'\n## {category}\n\n')) + for plugin, categories in plugin_data.items(): + # print(f"Plugin: {plugin}") + # print(f"Categories: {categories}") + # print("=====================================================") + + if category.lower() in [cat.lower() for cat in categories.keys()]: + # print(f"Category: {category}") + outfile.write(markdown(f'\n### {plugin}\n\n')) + + for cat, content_list in categories.items(): + # print(f"cat: {cat}") + # print(f"content_list: {content_list}") + if cat.lower() == category.lower(): + for content in content_list: + # print("=====================================================") + # print(f"Content: {content}") + outfile.write(markdown(content)) + outfile.write('\n') + # for content in categories[category]: + # print("=====================================================") + # print(f"categories[category]: {categories[category]}") + # print(f"Content: {content}") + # outfile.write(markdown(content)) + # outfile.write('\n') + + # print("=====================================================") + print(f"Release notes compiled to {RELEASE_NOTE_MD_path}") + return 0 +# sub categories obtained: +# ### Infrastructure +# ### Enhancements +# ### Feature +# ### Maintenance +# ### Bug Fixes +# ### Documentation +# ### Features +# ### Added +# ### Experimental Features +# ### Refactoring + if __name__ == "__main__": main() From 90610232ce0c4480a8ad450bfbcdc3d5ffc19bf0 Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Fri, 3 Nov 2023 02:01:16 +0000 Subject: [PATCH 03/14] Add --output argument support Signed-off-by: Sachin Sahu --- .../release_notes_component.py | 14 +++++------ src/run_releasenotes_check.py | 24 ++++++++++++------- 2 files changed, 23 insertions(+), 15 deletions(-) diff --git a/src/release_notes_workflow/release_notes_component.py b/src/release_notes_workflow/release_notes_component.py index c8b865b607..707356726b 100644 --- a/src/release_notes_workflow/release_notes_component.py +++ b/src/release_notes_workflow/release_notes_component.py @@ -26,7 +26,7 @@ def filename(self) -> str: @property def path(self) -> str: release_notes_path = os.path.join(self.root, "release-notes") - print("ReleaseNotesComponent path:", release_notes_path) + # print("ReleaseNotesComponent path:", release_notes_path) return release_notes_path # combine path with the file in files_in_path such that it ends with the filename @@ -41,12 +41,12 @@ def full_path(self) -> str: def path_exists(self) -> bool: path_exists = os.path.exists(self.path) - print("ReleaseNotesComponent path_exists:", path_exists) + # print("ReleaseNotesComponent path_exists:", path_exists) return path_exists def exists(self) -> bool: files_in_path = os.listdir(self.path) - print("ReleaseNotesComponent files_in_path:", files_in_path) + # print("ReleaseNotesComponent files_in_path:", files_in_path) return self.path_exists() and any(fname.endswith(self.filename) for fname in files_in_path) class ReleaseNotesOpenSearch(ReleaseNotesComponent): @@ -54,7 +54,7 @@ class ReleaseNotesOpenSearch(ReleaseNotesComponent): @property def filename(self) -> str: release_notes_filename = f'.release-notes-{self.build_version}.md' - print("ReleaseNotesOpenSearch filename:", release_notes_filename) + # print("ReleaseNotesOpenSearch filename:", release_notes_filename) return release_notes_filename class ReleaseNotesOpenSearchPlugin(ReleaseNotesComponent): @@ -62,7 +62,7 @@ class ReleaseNotesOpenSearchPlugin(ReleaseNotesComponent): @property def filename(self) -> str: release_notes_filename = f'.release-notes-{self.build_version}.0.md' - print("ReleaseNotesOpenSearchPlugin filename:", release_notes_filename) + # print("ReleaseNotesOpenSearchPlugin filename:", release_notes_filename) return release_notes_filename class ReleaseNotesComponents: @@ -70,8 +70,8 @@ class ReleaseNotesComponents: @classmethod def from_component(self, component: InputComponentFromSource, build_version: str, root: str) -> ReleaseNotesComponent: if component.name == 'OpenSearch' or component.name == 'OpenSearch-Dashboards': - print("ReleaseNotesComponents: Creating ReleaseNotesOpenSearch") + # print("ReleaseNotesComponents: Creating ReleaseNotesOpenSearch") return ReleaseNotesOpenSearch(component, build_version, root) else: - print("ReleaseNotesComponents: Creating ReleaseNotesOpenSearchPlugin") + # print("ReleaseNotesComponents: Creating ReleaseNotesOpenSearchPlugin") return ReleaseNotesOpenSearchPlugin(component, build_version, root) diff --git a/src/run_releasenotes_check.py b/src/run_releasenotes_check.py index bc000a544c..4f491dc0b8 100644 --- a/src/run_releasenotes_check.py +++ b/src/run_releasenotes_check.py @@ -6,12 +6,14 @@ # compatible open source license. import os -import requests -from collections import defaultdict -import mistune import re +import shutil +from collections import defaultdict +import mistune +import requests from pytablewriter import MarkdownTableWriter + from manifests.input_manifest import InputManifest from release_notes_workflow.release_notes import ReleaseNotes from release_notes_workflow.release_notes_check_args import ReleaseNotesCheckArgs @@ -57,6 +59,7 @@ def create_urls_file_if_not_exists(): table.dump(table_file) if args.output is not None: + print(f"Moving {table_filepath} to {args.output}") shutil.move(table_filepath, args.output) else: with open(table_filepath, 'r') as table_file: @@ -87,10 +90,6 @@ def create_urls_file_if_not_exists(): unique_urls = list(set(urls)) - RELEASE_NOTE_MD_path = os.path.join(os.path.dirname(__file__), RELEASE_NOTE_MD) - os.makedirs(os.path.dirname(RELEASE_NOTE_MD_path), exist_ok=True) - # print(f"RELEASE_NOTE_MD_path: {RELEASE_NOTE_MD_path}") - # store plugin data plugin_data = defaultdict(lambda: defaultdict(list)) @@ -139,6 +138,10 @@ def create_urls_file_if_not_exists(): # Markdown renderer markdown = mistune.create_markdown() + RELEASE_NOTE_MD_path = os.path.join(os.path.dirname(__file__), RELEASE_NOTE_MD) + os.makedirs(os.path.dirname(RELEASE_NOTE_MD_path), exist_ok=True) + # print(f"RELEASE_NOTE_MD_path: {RELEASE_NOTE_MD_path}") + # Filter content for each category with open(RELEASE_NOTE_MD_path, 'w') as outfile: outfile.write(f"Release Notes {BUILD_VERSION}\n\n") @@ -170,7 +173,12 @@ def create_urls_file_if_not_exists(): # outfile.write('\n') # print("=====================================================") - print(f"Release notes compiled to {RELEASE_NOTE_MD_path}") + if args.output is not None: + print(f"Moving {RELEASE_NOTE_MD} to {args.output}") + shutil.move(RELEASE_NOTE_MD_path, args.output) + else: + print(f"Release notes compiled to {RELEASE_NOTE_MD_path}") + return 0 From 5ac3224c5442ec8cd280208877ff533b1a6f2a36 Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Fri, 3 Nov 2023 07:18:17 +0000 Subject: [PATCH 04/14] Fix Python code format Signed-off-by: Sachin Sahu --- src/release_notes_workflow/release_notes.py | 8 ++++---- .../release_notes_component.py | 5 ++++- src/run_releasenotes_check.py | 19 ++++++++----------- 3 files changed, 16 insertions(+), 16 deletions(-) diff --git a/src/release_notes_workflow/release_notes.py b/src/release_notes_workflow/release_notes.py index 3107db2b32..a012f80b7a 100644 --- a/src/release_notes_workflow/release_notes.py +++ b/src/release_notes_workflow/release_notes.py @@ -32,17 +32,17 @@ def table(self) -> MarkdownTableWriter: continue if type(component) is InputComponentFromSource: table_result.append(self.check(component)) - + # Sort table_result based on Repo column table_result.sort(key=lambda x: x[0]) - + if self.action_type == "check": headers = ["Repo", "Branch", "CommitID", "Commit Date", "Release Notes Exists"] elif self.action_type == "compile": headers = ["Repo", "Branch", "CommitID", "Commit Date", "Release Notes Exists", "Full Path", "URL"] else: raise ValueError("Invalid action_type. Use 'check' or 'compile'.") - + writer = MarkdownTableWriter( table_name=f" {self.manifest.build.name} CommitID(after {self.date}) & Release Notes info", headers=headers, @@ -72,7 +72,7 @@ def check(self, component: InputComponentFromSource) -> List: results.append(None) results.append(None) results.append(release_notes.exists()) - + if(release_notes.exists()): releasenote = os.path.basename(release_notes.full_path) # print("CHECK release_notes.full_path:", releasenote) diff --git a/src/release_notes_workflow/release_notes_component.py b/src/release_notes_workflow/release_notes_component.py index 707356726b..bb3c87c990 100644 --- a/src/release_notes_workflow/release_notes_component.py +++ b/src/release_notes_workflow/release_notes_component.py @@ -28,7 +28,7 @@ def path(self) -> str: release_notes_path = os.path.join(self.root, "release-notes") # print("ReleaseNotesComponent path:", release_notes_path) return release_notes_path - + # combine path with the file in files_in_path such that it ends with the filename @property def full_path(self) -> str: @@ -49,6 +49,7 @@ def exists(self) -> bool: # print("ReleaseNotesComponent files_in_path:", files_in_path) return self.path_exists() and any(fname.endswith(self.filename) for fname in files_in_path) + class ReleaseNotesOpenSearch(ReleaseNotesComponent): @property @@ -57,6 +58,7 @@ def filename(self) -> str: # print("ReleaseNotesOpenSearch filename:", release_notes_filename) return release_notes_filename + class ReleaseNotesOpenSearchPlugin(ReleaseNotesComponent): @property @@ -65,6 +67,7 @@ def filename(self) -> str: # print("ReleaseNotesOpenSearchPlugin filename:", release_notes_filename) return release_notes_filename + class ReleaseNotesComponents: @classmethod diff --git a/src/run_releasenotes_check.py b/src/run_releasenotes_check.py index 4f491dc0b8..57505d2ac8 100644 --- a/src/run_releasenotes_check.py +++ b/src/run_releasenotes_check.py @@ -12,7 +12,6 @@ import mistune import requests -from pytablewriter import MarkdownTableWriter from manifests.input_manifest import InputManifest from release_notes_workflow.release_notes import ReleaseNotes @@ -38,17 +37,17 @@ def format_component_name_from_url(url): end_index = url.find('.release-notes', start_index) if end_index == -1: raise ValueError("'.release-notes' not found after 'release-notes/'") - component_name = url[start_index + len('release-notes/') : end_index] + component_name = url[start_index + len('release-notes/'):end_index] formatted_name = ' '.join(word.capitalize() for word in component_name.split('-')) return formatted_name - def create_urls_file_if_not_exists(): + def create_urls_file_if_not_exists() -> None: # print("enter create_urls_file function") urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename) if os.path.exists(urls_filepath): - # print("URLs file already exists. Skipping creation.") + print("URLs file already exists. Skipping creation.") return - # print("URLs file does not exist. Creating...") + print("URLs file does not exist. Creating...") release_notes = ReleaseNotes(manifest_file, args.date, args.action) table = release_notes.table() @@ -71,7 +70,7 @@ def create_urls_file_if_not_exists(): urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename) with open(urls_filepath, 'w') as urls_file: urls_file.writelines('\n'.join(urls)) - + if args.action == "check": # print("check") create_urls_file_if_not_exists() @@ -95,7 +94,7 @@ def create_urls_file_if_not_exists(): # # TODO: store unknown categories # unknown_categories = defaultdict(list) - + for url in unique_urls: if not url.startswith("#"): response = requests.get(url) @@ -144,7 +143,7 @@ def create_urls_file_if_not_exists(): # Filter content for each category with open(RELEASE_NOTE_MD_path, 'w') as outfile: - outfile.write(f"Release Notes {BUILD_VERSION}\n\n") + outfile.write(markdown(f"# OpenSearch and OpenSearch Dashboards {BUILD_VERSION} Release Notes\n\n")) for category in RELEASENOTES_CATEGORIES.split(','): outfile.write(markdown(f'\n## {category}\n\n')) for plugin, categories in plugin_data.items(): @@ -155,7 +154,7 @@ def create_urls_file_if_not_exists(): if category.lower() in [cat.lower() for cat in categories.keys()]: # print(f"Category: {category}") outfile.write(markdown(f'\n### {plugin}\n\n')) - + for cat, content_list in categories.items(): # print(f"cat: {cat}") # print(f"content_list: {content_list}") @@ -178,8 +177,6 @@ def create_urls_file_if_not_exists(): shutil.move(RELEASE_NOTE_MD_path, args.output) else: print(f"Release notes compiled to {RELEASE_NOTE_MD_path}") - - return 0 # sub categories obtained: From c9c46bb4d3e30dad670ebbf5147a7e0121e3ea5f Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Fri, 3 Nov 2023 10:50:36 +0000 Subject: [PATCH 05/14] Handle unknown categories Add custom heading mapping Fix code format Signed-off-by: Sachin Sahu --- .../release_notes-2.8.0.md | 420 ++++++++++++++++++ .../release_notes-2.9.0.md | 288 +++++++----- .../release_notes_urls-2.8.0.txt | 18 + src/run_releasenotes_check.py | 135 +++--- 4 files changed, 684 insertions(+), 177 deletions(-) create mode 100644 src/release_notes_automation/release_notes-2.8.0.md create mode 100644 src/release_notes_automation/release_notes_urls-2.8.0.txt diff --git a/src/release_notes_automation/release_notes-2.8.0.md b/src/release_notes_automation/release_notes-2.8.0.md new file mode 100644 index 0000000000..a9d5bfea05 --- /dev/null +++ b/src/release_notes_automation/release_notes-2.8.0.md @@ -0,0 +1,420 @@ +

OpenSearch and OpenSearch Dashboards 2.8.0 Release Notes

+

FEATURES

+ +

Opensearch Alerting

+ +
    +
  • integrate security-analytics & alerting for correlation engine. (#878)
    • +
  • DocLevel Monitor - generate findings when 0 triggers. (#856)
    • +
  • DocLevelMonitor Error Alert - rework. (#892)
    • +
  • Update endtime for DocLevelMonitor Error State Alerts and move them to history index when monitor execution succeeds. (#905)
    • +
  • log error messages and clean up monitor when indexing doc level queries or metadata creation fails. (#900)
    • +
  • Adds transport layer actions for CRUD workflows. (#934)
    • +
+ +

Opensearch Index Management

+ +
    +
  • Support notification integration with long running operations. (#712, #722)
    • +
+ +

Opensearch Security

+ +
    +
  • Identify extension Transport requests and permit handshake and extension registration actions (#2599)
    • +
  • Use ExtensionsManager.lookupExtensionSettingsById when verifying extension unique id (#2749)
    • +
  • Generate auth tokens for service accounts (#2716)
    • +
  • Security User Refactor (#2594)
    • +
  • Add score based password verification (#2557)
    • +
  • Usage of JWKS with JWT (w/o OpenID connect) (#2808)
    • +
+ +

Opensearch Sql

+ +
    +
  • Support for pagination in v2 engine of SELECT * FROM <table> queries (#1666)
    • +
  • Support Alternate Datetime Formats (#1664)
    • +
  • Create new anonymizer for new engine (#1665)
    • +
  • Add Support for Nested Function Use In WHERE Clause Predicate Expresion (#1657)
    • +
  • Cross cluster search in PPL (#1512)
    • +
  • Added COSH to V2 engine (#1428)
    • +
  • REST API for GET,PUT and DELETE (#1482)
    • +
+ +

Opensearch Common Utils

+ +
    +
  • integrate security-analytics & alerting for correlation engine. (#412)
    • +
  • NoOpTrigger. (#420)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • add correlation engine for security-analytics. (#405)
    • +
  • SearchRule API - source filtering. (#374)
    • +
  • Alias and dataStream end-to-end ITs. (#373)
    • +
  • add rules to correlations for correlation engine. (#423)
    • +
+ +

ENHANCEMENTS

+ +

Opensearch Ml Common

+ +
    +
  • Add a setting to enable/disable model url in register API (#871)
    • +
  • Add a setting to enable/disable local upload while registering model (#873)
    • +
  • Check hash value for the pretrained models (#878)
    • +
  • Add pre-trained model list (#883)
    • +
  • Add content hash value for the correlation model. (#885)
    • +
  • Set default access_control_enabled setting to false (#935)
    • +
  • Enable model access control in secure reset IT (#940)
    • +
  • Add model group rest ITs (#942)
    • +
+ +

Opensearch Security

+ +
    +
  • Add default roles for SQL plugin: PPL and cross-cluster search (#2729)
    • +
  • Update security-analytics roles to add correlation engine apis (#2732)
    • +
  • Changes in role.yml for long-running operation notification feature in Index-Management repo (#2789)
    • +
  • Rest admin permissions (#2411)
    • +
  • Separate config option to enable restapi: permissions (#2605)
    • +
+ +

Opensearch Sql

+ +
    +
  • Minor clean up of datetime and other classes (#1310)
    • +
  • Add integration JDBC tests for cursor/fetch_size feature (#1315)
    • +
  • Refactoring datasource changes to a new module. (#1504)
    • +
+ +

Opensearch Cross Cluster Replication

+ +
    +
  • Support CCR for k-NN enabled indices (#760)
    • +
+ +

Opensearch Knn

+ +
    +
  • Bulk allocate objects for nmslib index creation to avoid malloc fragmentation (#773)
    • +
+ +

BUG FIXES

+ +

Opensearch Alerting

+ +
    +
  • Fix getAlerts API for standard Alerting monitors. (#870)
    • +
  • Fixed a bug that prevented alerts from being generated for doc level monitors that use wildcard characters in index names. (#894)
    • +
  • revert to deleting monitor metadata after deleting doc level queries to fix delete monitor regression. (#931)
    • +
+ +

Opensearch Observability

+ +
    +
  • fix guava jar hell issue (#1536)
    • +
+ +

Opensearch Ml Common

+ +
    +
  • Fix class not found exception when deserialize model (#899)
    • +
  • Fix publish shadow publication dependency issue (#919)
    • +
  • Fix model group index not existing model version query issue and SecureMLRestIT failure ITs (#933)
    • +
  • Fix model access mode upper case bug (#937)
    • +
+ +

Opensearch Index Management

+ +
    +
  • Remove recursion call when checking permission on indices. (#779)
    • +
  • Added trimming of nanos part of "epoch_millis" timestamp when date_histogram type used is date_nanos. (#772)
    • +
  • Added proper resolving of sourceIndex inside RollupInterceptor, it's required for QueryStringQuery parsing. (#773)
    • +
+ +

Opensearch Performance Analyzer

+ + + +

Opensearch Security

+ +
    +
  • deserializeSafeFromHeader uses context.getHeader(headerName) instead of context.getHeaders() (#2768)
    • +
  • Fix multitency config update (#2758)
    • +
+ +

Opensearch Sql

+ +
    +
  • Fixing bug where Nested functions used in WHERE, GROUP BY, HAVING, and ORDER BY clauses don't fallback to legacy engine. (#1549)
    • +
+ +

Opensearch Cross Cluster Replication

+ +
    +
  • Handle serialization issues with UpdateReplicationStateDetailsRequest (#866)
    • +
  • Two followers using same remote alias can result in replication being auto-paused (#833)
    • +
+ +

Opensearch Reporting

+ +
    +
  • Update json version to 20230227 (#692)
    • +
  • Update Gradle Wrapper to 7.6.1 (#695)
    • +
  • Removing guava dependency to fix jarhell (#709)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Findings index mappings fix. (#409)
    • +
  • fix for input validation of correlation rule names. (#428)
    • +
  • fix for failure in syslogs mappings view api. (#435)
    • +
+ +

Opensearch Notifications

+ +
    +
  • Modify the default values in the bindle file to make them consistent with the values in code (#672)
    • +
+ +

INFRASTRUCTURE

+ +

Opensearch Observability

+ +
    +
  • Update Gradle Wrapper to 7.6.1 (#1512)
    • +
+ +

Opensearch Neural Search

+ +
    +
  • Bump gradle version to 8.1.1 (#169)
    • +
+ +

Opensearch Performance Analyzer

+ +
    +
  • Upgrade gradle to 7.6.1, upgrade gradle test-retry plugin to 1.5.2. (#438)
    • +
  • Introduce protobuf and guava dependency from core versions file #437
    • +
  • Update dependency org.xerial:sqlite-jdbc to v3.41.2.2 #375
    • +
+ +

Opensearch Anomaly Detection

+ +
    +
  • Partial Cherry-pick of #886 from anomaly-detection and Additional Adjustments. (#914)
    • +
+ +

Opensearch Geospatial

+ +
    +
  • Make jacoco report to be generated faster in local (#267)
    • +
  • Exclude lombok generated code from jacoco coverage report (#268)
    • +
+ +

Opensearch Common Utils

+ +
    +
  • Switch publish maven branches to list. (#423)
    • +
+ +

Opensearch Knn

+ +
    +
  • Bump requests version from 2.26.0 to 2.31.0 (#913)
    • +
  • Disable index refresh for system indices (#773)
    • +
+ +

Opensearch Notifications

+ +
    +
  • Upgrade gradle version to 8.1.1 (#663)
    • +
  • Fix gradle run failed on windows platform and fix weak password test failure (#684)
    • +
+ +

DOCUMENTATION

+ +

Opensearch Alerting

+ +
    +
  • Added 2.8 release notes. (#939)
    • +
+ +

Opensearch Ml Common

+ +

Documentation

+ +

Opensearch Index Management

+ +
    +
  • Added 2.8 release notes. (#794)
    • +
+ +

Opensearch Sql

+ +
    +
  • Add Nested Documentation for 2.7 Related Features (#1620)
    • +
  • Update usage example doc for PPL cross-cluster search (#1610)
    • +
  • Documentation and other papercuts for datasource api launch (#1530)
    • +
+ +

Opensearch Common Utils

+ +
    +
  • Added 2.8 release notes. (#441)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Added 2.8.0 release notes. (#444)
    • +
+ +

Opensearch Notifications

+ +
    +
  • Add 2.8.0 release notes (#682)
    • +
+ +

MAINTENANCE

+ +

Opensearch Alerting

+ +
    +
  • Baseline codeowners and maintainers. (#818)
    • +
  • upgrade gradle to 8.1.1. (#893)
    • +
  • Update codeowners and maintainers. (#899)
    • +
  • Updating the CODEOWNERS file with the right format. (#911)
    • +
  • Compile fix - Strings package change. (#924)
    • +
+ +

Opensearch Observability

+ +
    +
  • Increment version to 2.8.0-SNAPSHOT (#1505)
    • +
+ +

Opensearch Ml Common

+ +
    +
  • Increment version to 2.8.0-SNAPSHOT (#896)
    • +
+ +

Opensearch Index Management

+ +
    +
  • Upgrade to gradle 8.1.1. (#777)
    • +
  • Bump version to 2.8. (#759)
    • +
+ +

Opensearch.job Scheduler

+ +
    +
  • Consuming breaking changes from moving ExtensionActionRequest (#381)
    • +
  • Fix the Maven publish (#379)
    • +
  • Fixes issue with publishing Job Scheduler artifacts to correct maven coordinates (#377)
    • +
  • Bumping JS main BWC test version for sample extension plugin to 2.8 (#371)
    • +
+ +

Opensearch Performance Analyzer

+ +
    +
  • Update RestController constructor for tests #440
    • +
  • Dependencies change in favor of Commons repo #448
    • +
  • WriterMetrics and config files dependency redirection #450
    • +
  • Refactor code related to Commons change, fixing unit tests #451
    • +
  • Remove remaining dependencies from PA-RCA due to commons repo #453
    • +
  • Fix BWC Integration tests #413
    • +
  • Fix SHA update for PA-Commons repo in build.gradle #454
    • +
  • Refactor Service/Stat Metrics #376
    • +
+ +

Opensearch Security

+ +
    +
  • Update to Gradle 8.1.1 (#2738)
    • +
  • Upgrade spring-core from 5.3.26 to 5.3.27 (#2717)
    • +
+ +

Opensearch Sql

+ +
    +
  • Fix IT - address breaking changes from upstream. (#1659)
    • +
  • Increment version to 2.8.0-SNAPSHOT (#1552)
    • +
  • Backport maintainer list update to 2.x. (#1650)
    • +
  • Backport jackson and gradle update from #1580 to 2.x (#1596)
    • +
  • adding reflections as a dependency (#1559)
    • +
  • Bump org.json dependency version (#1586)
    • +
  • Integ Test Fix (#1541)
    • +
+ +

Opensearch Reporting

+ +
    +
  • Increment version to 2.8.0-SNAPSHOT (#688)
    • +
+ +

Opensearch Geospatial

+ +
    +
  • Change package for Strings.hasText (#314)
    • +
+ +

Opensearch Common Utils

+ +
    +
  • upgrade gradle to 8.1.1. (#418)
    • +
  • Sync up MAINTAINERS to CODEOWNERS. (#427)
    • +
  • Fix build errors after refactoring of Strings class in core. (#432)
    • +
  • updating maintainers and codeowners. (#438)
    • +
  • fix codeowners file format. (#440)
    • +
+ +

Opensearch Asynchronous Search

+ +
    +
  • Updating maintainers file (275)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Fixed compile issues related to latest OS core repo changes. (#412)
    • +
  • Moved CODEOWNERS files to align with org requirements. (#418)
    • +
  • Update CODEOWNERS. (#434)
    • +
+ +

Opensearch Notifications

+ +
    +
  • [AUTO] Increment version to 2.8.0-SNAPSHOT (#657)
    • +
+ +

REFACTORING

+ +

Opensearch Ml Common

+ +
    +
  • Change mem_size_estimation to memory_size_estimation (#868)
    • +
+ +

EXPERIMENTAL

+ +

Opensearch Ml Common

+ +
    +
  • Model access control. (#928)
    • +
+ +

ADDED [NEW CATEGORY]

+

Opensearch.job Scheduler

+
    +
  • Add auto-release github workflow (#385)
    • +
+ diff --git a/src/release_notes_automation/release_notes-2.9.0.md b/src/release_notes_automation/release_notes-2.9.0.md index 36cd9d9036..7a603a3d45 100644 --- a/src/release_notes_automation/release_notes-2.9.0.md +++ b/src/release_notes_automation/release_notes-2.9.0.md @@ -1,27 +1,46 @@ -Release Notes 2.9.0 - -

BREAKING

+

OpenSearch and OpenSearch Dashboards 2.9.0 Release Notes

FEATURES

-

Opensearch Sql

-
    -
  • Enable Table Function and PromQL function (#1719)
    • -
  • Add spark connector (#1780)
    • -

Opensearch Knn

+
  • Added support for Efficient Pre-filtering for Faiss Engine (#936)
  • Add Support for Lucene Byte Sized Vector (#971)
-

Opensearch Security Analytics

+

Opensearch Common Utils

+
    -
  • New Log Type JSON format. (#465)
    • -
  • Correlation rule search, delete and edit API. (#476)
    • -
  • Logtypes PR v2. (#482)
    • +
  • Adds Chained alerts triggers for workflows. (#456)
    • +
  • Acknowledge chained alert request for workflow. (#459)
    • +
  • Adds audit state in Alert. (#461)
    • +
  • Add workflowId field in alert. ((#463)
    • +
  • APIs for get workflow alerts and acknowledge chained alerts. (#472)
    • +
  • Add auditDelegateMonitorAlerts flag. (#476)
    • +
  • Implemented support for configuring a cluster metrics monitor to call cat/indices, and cat/shards. (#479)
    • +
+ +

Opensearch Sql

+ +
    +
  • Enable Table Function and PromQL function (#1719)
    • +
  • Add spark connector (#1780)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Adds transport layer actions for CRUD workflows. (#934)
    • +
  • Added rest layer for the workflow. (#963)
    • +
  • [BucketLevelMonitor] Multi-term agg support. (#964)
    • +
  • Check if AD backend role is enabled. (#968)
    • +
  • Add workflow_id field in alert mapping json. (#969)
    • +
  • Adds chained alerts. (#976)
    • +
  • Implemented support for configuring a cluster metrics monitor to call cat/indices, and cat/shards. (#992)

Opensearch Ml Common

+
  • remote inference: add connector; fine tune ML model and tensor class (#1051)
  • remote inference: add connector executor (#1052)
    • @@ -33,26 +52,26 @@ Release Notes 2.9.0
  • Change connector access control creation allow empty list (#1069)
+

Opensearch Security Analytics

+ +
    +
  • New Log Type JSON format. (#465)
    • +
  • Correlation rule search, delete and edit API. (#476)
    • +
  • Logtypes PR v2. (#482)
    • +
+

ENHANCEMENTS

+

Opensearch Performance Analyzer

+
  • Remove heap allocation rate as the input metric to HotShardClusterRca #411
  • Set ThreadMetricsRca evaluation period from 12 seconds to 5 seconds #410
  • Add unit tests for the REST layer in RCA Agent #436
-

Opensearch Security

-
    -
  • Use boucycastle PEM reader instead of reg expression (#2877)
    • -
  • Adding field level security test cases for FlatFields (#2876) (#2893)
    • -
  • Add password message to /dashboardsinfo endpoint (#2949) (#2955)
    • -
  • Add .plugins-ml-connector to system index (#2947) (#2954)
    • -
  • Parallel test jobs for CI (#2861) (#2936)
    • -
  • Adds a check to skip serialization-deserialization if request is for same node (#2765) (#2973)
    • -
  • Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
    • -
-

Opensearch Sql

+
  • Pagination: Support WHERE clause, column list in SELECT clause and for functions and expressions in the query (#1500)
  • Pagination: Support ORDER BY clauses and queries without FROM clause (#1599)
    • @@ -70,31 +89,66 @@ Release Notes 2.9.0
  • Remove Default master encryption key from settings (#1851)
-

Opensearch Ml Common

+

Opensearch Anomaly Detection

+
    -
  • create model group automatically with first model version (#1063)
    • -
  • init master key automatically (#1075))
    • +
  • Enforce DOCUMENT Replication for AD Indices and Adjust Primary Shards (#948)
-

Opensearch Anomaly Detection

+

Opensearch Security

+
    -
  • Enforce DOCUMENT Replication for AD Indices and Adjust Primary Shards (#948)
    • +
  • Use boucycastle PEM reader instead of reg expression (#2877)
    • +
  • Adding field level security test cases for FlatFields (#2876) (#2893)
    • +
  • Add password message to /dashboardsinfo endpoint (#2949) (#2955)
    • +
  • Add .plugins-ml-connector to system index (#2947) (#2954)
    • +
  • Parallel test jobs for CI (#2861) (#2936)
    • +
  • Adds a check to skip serialization-deserialization if request is for same node (#2765) (#2973)
    • +
  • Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
    • +
+ +

Opensearch Ml Common

+ +
    +
  • create model group automatically with first model version (#1063)
    • +
  • init master key automatically (#1075))

BUG FIXES

+ +

Opensearch Neural Search

+ +

Bug Fixes

+

Fix update document with knnn_vector size not matching issue (#208)

+

Opensearch Performance Analyzer

+
  • Fix NPE issue in ShardStateCollector, which was impacted by changes from upstream core #489
  • Fix Mockito initialization issue #443
+

Opensearch Common Utils

+ +
    +
  • OpenSearch commons strings library dependency import. (#474)
    • +
+ +

Opensearch Reporting

+ +
    +
  • Removing guava dependency to fix jarhell (#709)
    • +
+

Opensearch Sql

+
  • Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
  • Fix CSV/RAW output header being application/json rather than plain/text (#1779)

Opensearch Alerting

+
  • Fix schema version in tests and delegate monitor metadata construction in tests. (#948)
  • Fixed search monitor API to return alert counts. (#978)
    • @@ -103,17 +157,8 @@ Release Notes 2.9.0
  • Fix alert constructor with noop trigger to use execution id and workflow id. (#994)
-

Opensearch Common Utils

-
    -
  • OpenSearch commons strings library dependency import. (#474)
    • -
- -

Opensearch Security Analytics

-
    -
  • Fixed compile issues related to latest OS core repo changes. (#412)
    • -
-

Opensearch Ml Common

+
  • Add missing codes from pen test fix (#1060)
  • fix cannot specify model access control parameters error (#1068)
    • @@ -126,17 +171,23 @@ Release Notes 2.9.0
  • fix init master key bug (#1094)
-

Opensearch Neural Search

-

Bug Fixes

-

Fix update document with knnn_vector size not matching issue (#208)

+

Opensearch Security Analytics

-

Opensearch Reporting

    -
  • Removing guava dependency to fix jarhell (#709)
    • +
  • Fixed compile issues related to latest OS core repo changes. (#412)

INFRASTRUCTURE

+ +

Opensearch Notifications

+ +
    +
  • Run publish maven snapshots on all branches matching pattern (#698)
    • +
  • Strings compile fix due to core package change(#680)
    • +
+

Opensearch Performance Analyzer

+
  • Update the BWC version to 2.8.0 #446
  • Upgrade bcprov to bcprov-jdk15to18 in performance-analyzer #493
    • @@ -146,6 +197,7 @@ Release Notes 2.9.0

Opensearch Sql

+
  • stopPrometheus task in doctest build.gradle now runs upon project failure in startOpenSearch (#1747)
  • Upgrade guava to 32.0.1
    • @@ -153,7 +205,17 @@ Release Notes 2.9.0
  • fix flakytest when tests.locale=tr (#1827)
+

Opensearch Anomaly Detection

+ +
    +
  • Updated Maintainers and CODE_OWNERS list (#926)
    • +
  • Bump guava version to 32.0.1 (#933)
    • +
  • Bump scipy from 1.8.0 to 1.10.0 in /dataGeneration (#943)
    • +
  • Fix main build - update import of Releasable and remove reference to BaseExceptionsHelper (#930)
    • +
+

Opensearch Ml Common

+
  • Adding an integration test for redeploying a model (#1016)
  • add unit test for connector class in commons (#1058)
    • @@ -165,60 +227,67 @@ Release Notes 2.9.0
  • IT Security Tests for model access control (#1095)
+

DOCUMENTATION

+

Opensearch Notifications

+
    -
  • Run publish maven snapshots on all branches matching pattern (#698)
    • -
  • Strings compile fix due to core package change(#680)
    • +
  • Add 2.9.0 release notes (#702)
-

Opensearch Anomaly Detection

+

Opensearch Common Utils

+
    -
  • Updated Maintainers and CODE_OWNERS list (#926)
    • -
  • Bump guava version to 32.0.1 (#933)
    • -
  • Bump scipy from 1.8.0 to 1.10.0 in /dataGeneration (#943)
    • -
  • Fix main build - update import of Releasable and remove reference to BaseExceptionsHelper (#930)
    • +
  • Added 2.9 release notes. (#482)
-

DOCUMENTATION

Opensearch Sql

+
  • Updated documentation of round function return type (#1725)
  • Updated protocol.rst with new wording for error message (#1662)

Opensearch Alerting

+
  • Added 2.9 release notes. (#1010)
-

Opensearch Common Utils

-
    -
  • Added 2.9 release notes. (#482)
    • -
+

Opensearch Anomaly Detection

-

Opensearch Security Analytics

    -
  • Added 2.9.0 release notes. (#486)
    • +
  • Updated Maintainers and CODE_OWNERS list (#926)

Opensearch Ml Common

+
  • model access control documentation (#966)
  • updating docs for model group id (#980)
-

Opensearch Notifications

+

Opensearch Security Analytics

+
    -
  • Add 2.9.0 release notes (#702)
    • +
  • Added 2.9.0 release notes. (#486)
-

Opensearch Anomaly Detection

+

MAINTENANCE

+ +

Opensearch Neural Search

+ +

Maintenance

+

Increment version to 2.9.0-SNAPSHOT (#191)

+ +

Opensearch Notifications

+
    -
  • Updated Maintainers and CODE_OWNERS list (#926)
    • +
  • [AUTO] Increment version to 2.9.0-SNAPSHOT (#690)
-

MAINTENANCE

Opensearch Performance Analyzer

+
  • Update build.gradle and github workflow to support 2.9 version #499
  • Update licenses files for 2.9 #501
    • @@ -226,7 +295,38 @@ Release Notes 2.9.0
  • Ensures compatibility check readiness #438
+

Opensearch Geospatial

+ +

Maintenance

+

Increment version to 2.9.0-SNAPSHOT (#329)

+ +

Opensearch Common Utils

+ +
    +
  • Increment version to 2.9.0-SNAPSHOT. (#444)
    • +
  • Modify triggers to push snapshots on all branches. (#454)
    • +
+ +

Opensearch Reporting

+ +
    +
  • Increment version to 2.9.0-SNAPSHOT (#712)
    • +
+ +

Opensearch Asynchronous Search

+ +
    +
  • Increment version to 2.9.0 (300)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Increment version to 2.9.0-SNAPSHOT. (#950)
    • +
+

Opensearch Security

+
  • Match version of zstd-jni from core (#2835)
  • Add Andrey Pleskach (Willyborankin) to Maintainers (#2843)
    • @@ -246,84 +346,58 @@ Release Notes 2.9.0
  • Bump guava to 32.1.1-jre (#2976) (#2990)
-

Opensearch Alerting

-
    -
  • Increment version to 2.9.0-SNAPSHOT. (#950)
    • -
+

Opensearch Ml Common

-

Opensearch Common Utils

    -
  • Increment version to 2.9.0-SNAPSHOT. (#444)
    • -
  • Modify triggers to push snapshots on all branches. (#454)
    • +
  • Increment version to 2.9.0-SNAPSHOT (#955)
    • +
  • Manual CVE backport (#1008)
    • +
  • Fix build. (#1018)
    • +
  • Fix the refactor change brought by core backport (#1047)
    • +
  • change to compileOnly to avoid jarhell (#1062)

Opensearch Security Analytics

+
  • Increment version to 2.9.0-SNAPSHOT. (#466)
  • Gradle update. (#437)
-

Opensearch Asynchronous Search

-
    -
  • Increment version to 2.9.0 (300)
    • -
+

REFACTORING

-

Opensearch Ml Common

+

Opensearch Observability

+ +

Refactoring

    -
  • Increment version to 2.9.0-SNAPSHOT (#955)
    • -
  • Manual CVE backport (#1008)
    • -
  • Fix build. (#1018)
    • -
  • Fix the refactor change brought by core backport (#1047)
    • -
  • change to compileOnly to avoid jarhell (#1062)
    • +
  • Add class for loading mapping templates in bulk (#1550)

Opensearch Geospatial

-

Maintenance

-

Increment version to 2.9.0-SNAPSHOT (#329)

-

Opensearch Neural Search

-

Maintenance

-

Increment version to 2.9.0-SNAPSHOT (#191)

+

Refactoring

+

Change package for Strings.hasText (#314)

-

Opensearch Notifications

-
    -
  • [AUTO] Increment version to 2.9.0-SNAPSHOT (#690)
    • -
+

Opensearch Common Utils

-

Opensearch Reporting

    -
  • Increment version to 2.9.0-SNAPSHOT (#712)
    • +
  • Pass workflow id in alert constructors. (#465)
-

REFACTORING

Opensearch Sql

+
  • Simplify OpenSearchIndexScanBuilder (#1738)

Opensearch Alerting

-
    -
  • Use strong password in security test. (#933)
    • -
-

Opensearch Common Utils

    -
  • Pass workflow id in alert constructors. (#465)
    • +
  • Use strong password in security test. (#933)

Opensearch Security Analytics

-
    -
  • Use strong password in security test. (#452)
    • -
-

Opensearch Geospatial

-

Refactoring

-

Change package for Strings.hasText (#314)

- -

Opensearch Observability

-

Refactoring

    -
  • Add class for loading mapping templates in bulk (#1550)
    • +
  • Use strong password in security test. (#452)
-

EXPERIMENTAL

diff --git a/src/release_notes_automation/release_notes_urls-2.8.0.txt b/src/release_notes_automation/release_notes_urls-2.8.0.txt new file mode 100644 index 0000000000..6c8820a2fc --- /dev/null +++ b/src/release_notes_automation/release_notes_urls-2.8.0.txt @@ -0,0 +1,18 @@ +https://raw.githubusercontent.com/opensearch-project/alerting/2.8.0.0/release-notes/opensearch-alerting.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.8.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.8.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/common-utils/2.8.0.0/release-notes/opensearch-common-utils.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.8.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/geospatial/2.8.0.0/release-notes/opensearch-geospatial.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/index-management/2.8.0.0/release-notes/opensearch-index-management.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.8.0.0/release-notes/opensearch.job-scheduler.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/k-NN/2.8.0.0/release-notes/opensearch-knn.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/ml-commons/2.8.0.0/release-notes/opensearch-ml-common.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/neural-search/2.8.0.0/release-notes/opensearch-neural-search.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/notifications/2.8.0.0/release-notes/opensearch-notifications.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/observability/2.8.0.0/release-notes/opensearch-observability.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/reporting/2.8.0.0/release-notes/opensearch-reporting.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.8.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/security/2.8.0.0/release-notes/opensearch-security.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/security-analytics/2.8.0.0/release-notes/opensearch-security-analytics.release-notes-2.8.0.0.md +https://raw.githubusercontent.com/opensearch-project/sql/2.8.0.0/release-notes/opensearch-sql.release-notes-2.8.0.0.md \ No newline at end of file diff --git a/src/run_releasenotes_check.py b/src/run_releasenotes_check.py index 57505d2ac8..5e232d4b86 100644 --- a/src/run_releasenotes_check.py +++ b/src/run_releasenotes_check.py @@ -24,25 +24,23 @@ def main() -> int: console.configure(level=args.logging_level) manifest_file = InputManifest.from_file(args.manifest) BUILD_VERSION = manifest_file.build.version - # print(f"BUILD_VERSION: {BUILD_VERSION}") - BASE_FILE_PATH = 'release_notes_automation' - table_filename = f'{BASE_FILE_PATH}/release_notes_table-{BUILD_VERSION}.md' - urls_filename = f'{BASE_FILE_PATH}/release_notes_urls-{BUILD_VERSION}.txt' + BASE_FILE_PATH = "release_notes_automation" + table_filename = f"{BASE_FILE_PATH}/release_notes_table-{BUILD_VERSION}.md" + urls_filename = f"{BASE_FILE_PATH}/release_notes_urls-{BUILD_VERSION}.txt" - def format_component_name_from_url(url): - start_index = url.find('release-notes/') + def format_component_name_from_url(url) -> str: + start_index = url.find("release-notes/") if start_index == -1: raise ValueError("'release-notes/' not found in the URL") - end_index = url.find('.release-notes', start_index) + end_index = url.find(".release-notes", start_index) if end_index == -1: raise ValueError("'.release-notes' not found after 'release-notes/'") - component_name = url[start_index + len('release-notes/'):end_index] - formatted_name = ' '.join(word.capitalize() for word in component_name.split('-')) + component_name = url[start_index + len("release-notes/") : end_index] + formatted_name = " ".join(word.capitalize() for word in component_name.split("-")) return formatted_name def create_urls_file_if_not_exists() -> None: - # print("enter create_urls_file function") urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename) if os.path.exists(urls_filepath): print("URLs file already exists. Skipping creation.") @@ -54,37 +52,35 @@ def create_urls_file_if_not_exists() -> None: table_filepath = os.path.join(os.path.dirname(__file__), table_filename) os.makedirs(os.path.dirname(table_filepath), exist_ok=True) - with open(table_filepath, 'w') as table_file: + with open(table_filepath, "w") as table_file: table.dump(table_file) if args.output is not None: print(f"Moving {table_filepath} to {args.output}") shutil.move(table_filepath, args.output) else: - with open(table_filepath, 'r') as table_file: + with open(table_filepath, "r") as table_file: print(table_file.read()) urls = [row[-1].strip() for row in table.value_matrix if row[-1]] os.makedirs(os.path.dirname(urls_filepath), exist_ok=True) urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename) - with open(urls_filepath, 'w') as urls_file: - urls_file.writelines('\n'.join(urls)) + with open(urls_filepath, "w") as urls_file: + urls_file.writelines("\n".join(urls)) if args.action == "check": - # print("check") create_urls_file_if_not_exists() elif args.action == "compile": - # print("compile") create_urls_file_if_not_exists() RELEASENOTES_CATEGORIES = "BREAKING,FEATURES,ENHANCEMENTS,BUG FIXES,INFRASTRUCTURE,DOCUMENTATION,MAINTENANCE,REFACTORING,EXPERIMENTAL" - RELEASE_NOTE_MD = f'{BASE_FILE_PATH}/release_notes-{BUILD_VERSION}.md' + RELEASE_NOTE_MD = f"{BASE_FILE_PATH}/release_notes-{BUILD_VERSION}.md" # Clean up URLs in the file urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename) - with open(urls_filepath, 'r') as file: + with open(urls_filepath, "r") as file: urls = [line.strip() for line in file if line.strip()] unique_urls = list(set(urls)) @@ -92,86 +88,97 @@ def create_urls_file_if_not_exists() -> None: # store plugin data plugin_data = defaultdict(lambda: defaultdict(list)) - # # TODO: store unknown categories - # unknown_categories = defaultdict(list) - + # handle custom headings + heading_mapping = { + "Feature": "Features", + "Feat": "Features", + "Experimental Features": "Experimental", + "Refactor": "Refactoring", + "Enhancement": "Enhancements", + "Bug Fix": "Bug Fixes", + } + unique_headings = set() for url in unique_urls: if not url.startswith("#"): response = requests.get(url) - # print(f"Processing URL: {url}") if response.status_code == 200: content = response.text plugin_name = format_component_name_from_url(url) - # print(f"Plugin Name: {plugin_name}") # obtain headings (###) from the content - headings = [match.strip() for match in re.findall(r'###.+', content)] + headings = [match.strip() for match in re.findall(r"###.+", content)] if not headings: continue - # print(f"Headings: {headings}") # Store content under each heading in respective plugin for i in range(len(headings)): heading = headings[i].strip() - if heading.startswith("### "): heading = heading[4:] - # print(f"Heading 1: {heading}") + heading = heading.title() + + if heading in heading_mapping: + heading = heading_mapping[heading] + unique_headings.add(heading) + content_start = content.find(headings[i]) if content_start != -1: if i == len(headings) - 1: content_to_end = content[content_start:] else: - content_to_end = content[content_start:content.find(headings[i + 1])] + content_to_end = content[content_start : content.find(headings[i + 1])] # remove heading from obtained content to avoid duplication - parts = content_to_end.split('*', 1) + parts = content_to_end.split("*", 1) if len(parts) == 2: - content_to_end = '*' + parts[1] + content_to_end = "*" + parts[1] plugin_data[plugin_name][heading].append(content_to_end) - # print("=====================================================") # print(plugin_data[plugin_name][heading]) - # print("=====================================================") - # print("Compilation complete.") + print("Compilation complete.") + # print("Unique Headings:") + # for heading in sorted(unique_headings): + # print(heading) # Markdown renderer markdown = mistune.create_markdown() RELEASE_NOTE_MD_path = os.path.join(os.path.dirname(__file__), RELEASE_NOTE_MD) os.makedirs(os.path.dirname(RELEASE_NOTE_MD_path), exist_ok=True) - # print(f"RELEASE_NOTE_MD_path: {RELEASE_NOTE_MD_path}") # Filter content for each category - with open(RELEASE_NOTE_MD_path, 'w') as outfile: + with open(RELEASE_NOTE_MD_path, "w") as outfile: outfile.write(markdown(f"# OpenSearch and OpenSearch Dashboards {BUILD_VERSION} Release Notes\n\n")) - for category in RELEASENOTES_CATEGORIES.split(','): - outfile.write(markdown(f'\n## {category}\n\n')) - for plugin, categories in plugin_data.items(): - # print(f"Plugin: {plugin}") - # print(f"Categories: {categories}") - # print("=====================================================") - if category.lower() in [cat.lower() for cat in categories.keys()]: - # print(f"Category: {category}") - outfile.write(markdown(f'\n### {plugin}\n\n')) + for category in RELEASENOTES_CATEGORIES.split(","): + # Discard category content if no data is available + temp_content = [] + temp_content.append(markdown(f"\n## {category}\n\n")) + for plugin, categories in plugin_data.items(): + if category.lower() in [cat.lower() for cat in categories.keys()]: + temp_content.append(markdown(f"\n### {plugin}\n\n")) for cat, content_list in categories.items(): - # print(f"cat: {cat}") - # print(f"content_list: {content_list}") if cat.lower() == category.lower(): for content in content_list: - # print("=====================================================") - # print(f"Content: {content}") - outfile.write(markdown(content)) - outfile.write('\n') - # for content in categories[category]: - # print("=====================================================") - # print(f"categories[category]: {categories[category]}") - # print(f"Content: {content}") - # outfile.write(markdown(content)) - # outfile.write('\n') - - # print("=====================================================") + if content.strip(): + temp_content.append(markdown(content)) + + if len(temp_content) > 1: + outfile.write("\n".join(temp_content)) + outfile.write("\n") + else: + print(f"\n## {category} was empty\n\n") + + # Handle unknown categories + for plugin, categories in plugin_data.items(): + for cat, content_list in categories.items(): + if cat.lower() not in RELEASENOTES_CATEGORIES.lower(): + outfile.write(markdown(f"\n## {cat.upper()} [NEW CATEGORY]\n\n")) + outfile.write(markdown(f"\n### {plugin}\n\n")) + for content in content_list: + outfile.write(markdown(content)) + outfile.write("\n") + if args.output is not None: print(f"Moving {RELEASE_NOTE_MD} to {args.output}") shutil.move(RELEASE_NOTE_MD_path, args.output) @@ -179,18 +186,6 @@ def create_urls_file_if_not_exists() -> None: print(f"Release notes compiled to {RELEASE_NOTE_MD_path}") return 0 -# sub categories obtained: -# ### Infrastructure -# ### Enhancements -# ### Feature -# ### Maintenance -# ### Bug Fixes -# ### Documentation -# ### Features -# ### Added -# ### Experimental Features -# ### Refactoring - if __name__ == "__main__": main() From 072898e9a89a0458a7ea38ddf7d1946b7d9fe24c Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Sun, 5 Nov 2023 11:37:10 +0000 Subject: [PATCH 06/14] Add non-compliant section - Handle empty headings - Support multiple formats - Fix naming of 'Opensearch.job Scheduler' Signed-off-by: Sachin Sahu --- .../release_notes-2.10.0.md | 607 ++++++++++++++++++ .../release_notes-2.11.0.md | 422 ++++++++++++ .../release_notes-2.8.0.md | 262 ++++---- .../release_notes-2.9.0.md | 253 ++++---- .../release_notes_table-2.10.0.md | 22 + .../release_notes_table-2.11.0.md | 22 + .../release_notes_urls-2.10.0.txt | 19 + .../release_notes_urls-2.11.0.txt | 16 + src/run_releasenotes_check.py | 32 +- 9 files changed, 1388 insertions(+), 267 deletions(-) create mode 100644 src/release_notes_automation/release_notes-2.10.0.md create mode 100644 src/release_notes_automation/release_notes-2.11.0.md create mode 100644 src/release_notes_automation/release_notes_table-2.10.0.md create mode 100644 src/release_notes_automation/release_notes_table-2.11.0.md create mode 100644 src/release_notes_automation/release_notes_urls-2.10.0.txt create mode 100644 src/release_notes_automation/release_notes_urls-2.11.0.txt diff --git a/src/release_notes_automation/release_notes-2.10.0.md b/src/release_notes_automation/release_notes-2.10.0.md new file mode 100644 index 0000000000..aec5256d4f --- /dev/null +++ b/src/release_notes_automation/release_notes-2.10.0.md @@ -0,0 +1,607 @@ +

OpenSearch and OpenSearch Dashboards 2.10.0 Release Notes

+

FEATURES

+ +

Opensearch KNN

+ +
    +
  • Add Clear Cache API (#740)
    • +
+ +

Opensearch Custom Codecs

+ +
    +
  • Initial release with ZSTD codec support
    • +
+ +

Opensearch Geospatial

+ +
    +
  • IP2Geo processor implementation (#362)
    • +
+ +

Opensearch Index Management

+ +
    +
  • Support copy alias in rollover. (#892)
    • +
  • make control center index as system index. (#919)
    • +
+ +

Opensearch Common Utils

+ +
    +
  • common utils to support Microsoft teams in notifications (#428)
    • +
  • support list of monitor ids in Chained Monitor Findings (#514)
    • +
+ +

Opensearch ML Common

+ +
    +
  • Conversations and Generative AI in OpenSearch (#1150)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Custom log type implementation (#500)
    • +
  • add mitre attack based auto-correlations support in correlation engine (#532)
    • +
  • Using alerting workflows in detectors (#541)
    • +
+ +

Opensearch Neural Search

+ +
    +
  • Improved Hybrid Search relevancy by Score Normalization and Combination (#241)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Add workflowIds field in getAlerts API (#1014)
    • +
  • add alertId parameter in get chained alert API and paginate associated alerts if alertId param is mentioned (#1071)
    • +
  • Chained Alert Behaviour Changes (#1079)
    • +
+ +

ENHANCEMENTS

+ +

Opensearch KNN

+ +
    +
  • Enabled the IVF algorithm to work with Filters of K-NN Query. (#1013)
    • +
  • Improved the logic to switch to exact search for restrictive filters search for better recall. (#1059)
    • +
  • Added max distance computation logic to enhance the switch to exact search in filtered Nearest Neighbor Search. (#1066)
    • +
+ +

Opensearch Performance Analyzer

+ +
    +
  • Add Search Back Pressure Autotune Pipeline #517
    • +
  • SearchBackPressure Service Node/Cluster RCA #437
    • +
  • SearchBackPressure Policy/Decider Generic Framework Added #461
    • +
  • Handle Reader thread termination gracefully #476
    • +
+ +

Opensearch SQL

+ +
    +
  • [Backport 2.x] Added support of timestamp/date/time using curly brackets by @matthewryanwells in https://github.com/opensearch-project/sql/pull/1908
    • +
+ +

Opensearch ML Common

+ +
    +
  • Add feature flags for remote inference (#1223)
    • +
  • Add eligible node role settings (#1197)
    • +
  • Add more stats: connector count, connector/config index status (#1180)
    • +
+ +

Opensearch Security

+ +
    +
  • Add .plugins-ml-config to the demo configuration system indices (#2993)
    • +
  • Add workflow cluster permissions to alerting roles (#2994)
    • +
  • Include password regex for Dashboardsinfo to display to users (#2999)
    • +
  • Add geospatial ip2geo to the demo configuration system indices and roles (#3051)
    • +
  • Make invalid password message clearer (#3057)
    • +
  • Service Accounts password is randomly generated (#3077)
    • +
  • Exclude sensitive info from the jackson serialization stacktraces (#3195)
    • +
  • Prevent raw request body as output in serialization error messages (#3205)
    • +
  • Command cat/indices will filter results per the Do Not Fail On Forbidden setting (#3236)
    • +
  • Generate new demo certs with IPv6 loopback added to SAN in node certificate (#3268)
    • +
  • System index permissions (#2887)
    • +
+ +

Opensearch Neural Search

+ +
    +
  • Changed format for hybrid query results to a single list of scores with delimiter (#259)
    • +
  • Added validations for score combination weights in Hybrid Search (#265)
    • +
  • Made hybrid search active by default (#274)
    • +
+ +

Opensearch Anomaly Detection

+ +
    +
  • Defaults anomaly grade to 0 if negative. (#977)
    • +
  • Update RCF to v3.8 and Enable Auto AD with 'Alert Once' Option (#979)
    • +
  • Revert "Enforce DOCUMENT Replication for AD Indices" (#1006)
    • +
+ +

BUG FIXES

+ +

Opensearch KNN

+ +
    +
  • Update Faiss parameter construction to allow HNSW+PQ to work (#1074)
    • +
+ +

Opensearch Geospatial

+ +
    +
  • Revert datasource state when delete fails(#382)
    • +
  • Update ip2geo test data url(#389)
    • +
+ +

Opensearch Index Management

+ +
    +
  • Fix debug log for missing ISM config index. (#846)
    • +
  • Handle NPE in isRollupIndex. (#855)
    • +
  • fix for max & min aggregations when no metric property exist. (#870)
    • +
  • fix intelliJ IDEA gradle sync error (#916)
    • +
+ +

Opensearch SQL

+ +
    +
  • [2.x] bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
    • +
  • [Backport 2.x] Okio upgrade to 3.5.0 by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1963
    • +
  • [Backport 2.x] Fixed response codes For Requests With security exception. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2029
    • +
  • [Backport 2.x] Backport breaking changes by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1920
    • +
  • [Manual Backport #1943] Fixing string format change #1943 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1946
    • +
  • [Backport 2.x] Fix CVE by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1944
    • +
  • [Backport 2.x] Breaking change OpenSearch main project - Action movement (#1958) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1965
    • +
  • [Backport 2.x] Update backport CI, add PR merged condition by @ps48 in https://github.com/opensearch-project/sql/pull/1970
    • +
  • [Backport 2.x] Fixed exception when datasource is updated with existing configuration. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2008
    • +
+ +

Opensearch ML Common

+ +
    +
  • Fixing metrics (#1194)
    • +
  • Fix null pointer exception when input parameter is null. (#1192)
    • +
  • Fix admin with no backend role on AOS unable to create restricted model group (#1188)
    • +
  • Fix parameter parsing bug for create connector input (#1185)
    • +
  • Handle escaping string parameters explicitly (#1174)
    • +
  • Fix model count bug (#1180)
    • +
  • Fix core package name to address compilation errors (#1157)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Fix for mappings of custom log types & other bug fixes (#505)
    • +
  • Fixes detectorType incompatibility with detector rules (#524)
    • +
+ +

Opensearch Cross Cluster Replication

+ +
    +
  • Settings are synced before syncing mapping (#994)
    • +
  • Handled OpenSearchRejectExecuteException, introduced new setting plugins.replication.follower.concurrent_writers_per_shard. (#1004)
    • +
  • Fixed tests relying on wait_for_active_shards, fixed test for single Node and consume numNodes (#1091)
    • +
  • Excessive logging avoided during certain exception types such as OpensearchTimeoutException (#1114)
    • +
+ +

Opensearch Security

+ +
    +
  • Prevent raw request body as output in serialization error messages (#3205)
    • +
  • Prevent flaky behavior when determining if an request will be executed on the current node. (#3066)
    • +
  • Resolve a class of ConcurrentModificationException from during bulk requests (#3094)
    • +
  • Fix Document GET with DLS terms query (#3136)
    • +
  • Send log messages to log4j systems instead of system out / error (#3231)
    • +
  • Fix roles verification for roles mapping and internal users (#3278)
    • +
  • Prevent raw request body as output in serialization error messages (#3205)
    • +
  • Fix permissions issues while reading keys in PKCS#1 format (#3289)
    • +
+ +

Opensearch Reporting

+ +
    +
  • Update import from upstream breaking changes (#739)
    • +
  • Fix from upstream import changes (#748)
    • +
+ +

Opensearch Alerting

+ +
    +
  • fix get alerts alertState query filter (#1064)
    • +
+ +

INFRASTRUCTURE

+ +

Opensearch Geospatial

+ +
    +
  • Make jacoco report to be generated faster in local (#267)
    • +
  • Exclude lombok generated code from jacoco coverage report (#268)
    • +
+ +

Opensearch Performance Analyzer

+ +
    +
  • Update BWC version to 2.9.0 #529
    • +
  • Update performance-analyzer-commons library version #537
    • +
  • Upgrade gRPC protobug to mitigate connection termination issue #471
    • +
+ +

Opensearch Index Management

+ +
    +
  • Add auto github release workflow. (#691)
    • +
  • Fixed the publish maven workflow to execute after pushes to release branches. (#837)
    • +
  • Upgrade the backport workflow. (#862)
    • +
  • Updates demo certs used in integ tests. (#921)
    • +
+ +

Opensearch Notifications

+ +
    +
  • Fix core refactor: StreamIO from common to core.common(#707)
    • +
  • Fix core XcontentFactory refactor(#732)
    • +
  • Fix actions components after core(#739)
    • +
  • Add auto release workflow(#731)
    • +
  • Onboarding system and hidden index(#742)
    • +
  • Updates demo certs used in integ tests(#756)
    • +
+ +

Opensearch SQL

+ +
    +
  • [Backport 2.x] Add _primary preference only for segment replication enabled indices by @opensearch-trigger-bot in +https://github.com/opensearch-project/sql/pull/2036
    • +
  • [Backport 2.x] Revert "Guarantee datasource read api is strong consistent read (#1815)" by @opensearch-trigger-bot in
    • +
  • [Backport 2.x] [Spotless] Adds new line at end of java files by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1925
    • +
  • (#1506) Remove reservedSymbolTable and replace with HIDDEN_FIELD_NAME… by @acarbonetto in https://github.com/opensearch-project/sql/pull/1964
    • +
+ +

Opensearch ML Common

+ +
    +
  • Updates demo certs used in integ tests (#1291)
    • +
  • Add Auto Release Workflow (#1306)
    • +
+ +

Opensearch Asynchronous Search

+ +
    +
  • Updates demo certs used in rest tests (#341)
    • +
  • Adding release workflow for the asynchronous search (#330)
    • +
  • Refactoring changes in main (#328)
    • +
+ +

Opensearch Observability

+ +
    +
  • Update backport CI, add PR merged condition in https://github.com/opensearch-project/observability/pull/1587
    • +
+ +

Opensearch Anomaly Detection

+ +
    +
  • Adds auto release workflow (#1003)
    • +
  • upgrading commons-lang3 version to fix conflict issue (#1014)
    • +
  • Updates demo certs for integ tests (#1021)
    • +
  • Upgrade AD's bwc baseline version to 1.3.2 to resolve cluster join issue (#1029)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Upgrade the backport workflow (#1028)
    • +
  • Updates demo certs used in integ tests (#1115)
    • +
+ +

DOCUMENTATION

+ +

Opensearch Index Management

+ +
    +
  • Added 2.10 release notes. (#925)
    • +
+ +

Opensearch Common Utils

+ +
    +
  • Added 2.10.0.0 release notes (#531)
    • +
+ +

Opensearch Notifications

+ +
    +
  • Add 2.10.0 release notes (#755)
    • +
+ +

Opensearch SQL

+ +
    +
  • [Backport 2.x] Fix doctest data by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1998
    • +
+ +

Opensearch ML Common

+ +
    +
  • Updating cohere blueprint doc (#1213)
    • +
  • Fixing docs (#1193)
    • +
  • Add model auto redeploy tutorial (#1175)
    • +
  • Add remote inference tutorial (#1158)
    • +
  • Adding blueprint examples for remote inference (#1155)
    • +
  • Updating developer guide for CCI contributors (#1049)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Added 2.10.0 release notes. (#555)
    • +
+ +

Opensearch Asynchronous Search

+ +
    +
  • Add 2.10.0 release notes (#353)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Added 2.10 release notes (#1117)
    • +
+ +

MAINTENANCE

+ +

Opensearch KNN

+ +
    +
  • Update Guava Version to 32.0.1 (#1019)
    • +
+ +

Opensearch Geospatial

+ +
    +
  • Change package for Strings.hasText (#314)
    • +
  • Fixed compilation errors after refactoring in core foundation classes (#380)
    • +
  • Version bump for spotlss and apache commons(#400)
    • +
+ +

Opensearch Performance Analyzer

+ +
    +
  • Address core refactor changes for Task foundation classes and StreamIO #522
    • +
  • Address xcontent changes in core #526
    • +
  • Remove usage of deprecated "master" APIs #513
    • +
  • Update docker-compose.yml #465
    • +
+ +

Opensearch Index Management

+ +
    +
  • Increment version to 2.10.0-SNAPSHOT. (#852)
    • +
+ +

Opensearch Common Utils

+ +
    +
  • Upgrade the backport workflow (#487)
    • +
  • Updates demo certs used in rest tests (#518)
    • +
+ +

Opensearch Notifications

+ +
    +
  • [AUTO] Increment version to 2.10.0-SNAPSHOT(#706)
    • +
+ +

Opensearch ML Common

+ +
    +
  • Bump checkstyle version for CVE fix (#1216)
    • +
  • Correct imports for new location with regard to core refactoring (#1206)
    • +
  • Fix breaking change caused by opensearch core (#1187)
    • +
  • Bump OpenSearch snapshot version to 2.10 (#1157)
    • +
  • Bump aws-encryption-sdk-java to fix CVE-2023-33201 (#1309)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Bump version to 2.10 and resolve compile issues (#521)
    • +
+ +

Opensearch Security

+ +
    +
  • [Build Break] Update imports for files refactored in core PR #8157 (#3003)
    • +
  • [Build Break] Fix build after Lucene upgrade and breaking XContentFactory changes (#3069)
    • +
  • [Build Break] Update CircuitBreakerService and LifecycleComponent after core refactor in #9006 (#3082)
    • +
  • [Build Break] React to changes in ActionListener and ActionResponse from #9082 (#3153)
    • +
  • [Build Break] Disable gradlew build cache to ensure most up-to-date dependencies (#3186)
    • +
  • Bump com.carrotsearch.randomizedtesting:randomizedtesting-runner from 2.7.1 to 2.8.1 (#3109)
    • +
  • Bump com.diffplug.spotless from 6.19.0 to 6.21.0 (#3108)
    • +
  • Bump com.fasterxml.woodstox:woodstox-core from 6.4.0 to 6.5.1 (#3148)
    • +
  • Bump com.github.spotbugs from 5.0.14 to 5.1.3 (#3251)
    • +
  • Bump com.github.wnameless.json:json-base from 2.4.0 to 2.4.2 (#3062)
    • +
  • Bump com.github.wnameless.json:json-flattener from 0.16.4 to 0.16.5 (#3296)
    • +
  • Bump com.google.errorprone:error_prone_annotations from 2.3.4 to 2.20.0 (#3023)
    • +
  • Bump com.google.guava:guava from 32.1.1-jre to 32.1.2-jre (#3149)
    • +
  • Bump commons-io:commons-io from 2.11.0 to 2.13.0 (#3074)
    • +
  • Bump com.netflix.nebula.ospackage from 11.1.0 to 11.3.0 (#3023)
    • +
  • Bump com.nulab-inc:zxcvbn from 1.7.0 to 1.8.0 (#3023)
    • +
  • Bump com.unboundid:unboundid-ldapsdk from 4.0.9 to 4.0.14 (#3143)
    • +
  • Bump io.dropwizard.metrics:metrics-core from 3.1.2 to 4.2.19 (#3073)
    • +
  • Bump kafka_version from 3.5.0 to 3.5.1 (#3041)
    • +
  • Bump net.minidev:json-smart from 2.4.11 to 2.5.0 (#3120)
    • +
  • Bump org.apache.camel:camel-xmlsecurity from 3.14.2 to 3.21.0 (#3023)
    • +
  • Bump org.apache.santuario:xmlsec from 2.2.3 to 2.3.3 (#3210)
    • +
  • Bump org.checkerframework:checker-qual from 3.5.0 to 3.36.0 (#3023)
    • +
  • Bump org.cryptacular:cryptacular from 1.2.4 to 1.2.5 (#3071)
    • +
  • Bump org.gradle.test-retry from 1.5.2 to 1.5.4 (#3072)
    • +
  • Bump org.junit.jupiter:junit-jupiter from 5.8.2 to 5.10.0 (#3146)
    • +
  • Bump org.ow2.asm:asm from 9.1 to 9.5 (#3121)
    • +
  • Bump org.scala-lang:scala-library from 2.13.9 to 2.13.11 (#3119)
    • +
  • Bump org.slf4j:slf4j-api from 1.7.30 to 1.7.36 (#3249)
    • +
  • Bump org.xerial.snappy:snappy-java from 1.1.10.1 to 1.1.10.3 (#3106)
    • +
  • Bump actions/create-release from 1.0.0 to 1.1.4 (#3141)
    • +
  • Bump actions/setup-java from 1 to 3 (#3142)
    • +
  • Bump actions/upload-release-asset from 1.0.1 to 1.0.2 (#3144)
    • +
  • Bump fernandrone/linelint from 0.0.4 to 0.0.6 (#3211)
    • +
  • Bump tibdex/github-app-token from 1.5.0 to 1.8.0 (#3147)
    • +
  • Remove log spam for files that are cleaned up (#3118)
    • +
  • Updates integTestRemote task to dynamically fetch common-utils version from build.gradle (#3122)
    • +
  • Switch CodeQL to assemble artifacts using the same build as the rest of CI (#3132)
    • +
  • Only run the backport job on merged pull requests (#3134)
    • +
  • Add code coverage exclusions on false positives (#3196)
    • +
  • Enable jarhell check (#3227)
    • +
  • Retry code coverage upload on failure (#3242)
    • +
  • [Refactor] Adopt request builder patterns for SecurityRestApiActions for consistency and clarity (#3123)
    • +
  • [Refactor] Remove json-path from deps and use JsonPointer instead (#3262)
    • +
  • Use version of org.apache.commons:commons-lang3 defined in core (#3306)
    • +
  • Fix checkstyle #3283
    • +
  • Demo Configuration changes (#3330)
    • +
+ +

Opensearch Reporting

+ +
    +
  • Fix CI (#738)
    • +
  • Update backport CI, add PR merged condition (#745)
    • +
+ +

Opensearch Asynchronous Search

+ +
    +
  • Upgrade Guava version to 32.0.1 (#347)
    • +
  • Increment version to 2.10.0 (#321)
    • +
+ +

Opensearch Job Scheduler

+ +
    +
  • Update packages according to a change in OpenSearch core (#422) (#431)
    • +
  • Xcontent changes to ODFERestTestCase (#440)
    • +
  • Update LifecycleListener import (#445)
    • +
  • Bump slf4j-api to 2.0.7, ospackage to 11.4.0, google-java-format to 1.17.0, guava to 32.1.2-jre and spotless to 6.20.0 (#453)
    • +
  • Fixing Strings import (#459)
    • +
  • bump com.cronutils:cron-utils from 9.2.0 to 9.2.1 (#458)
    • +
  • React to changes in ActionListener and ActionFuture (#467)
    • +
  • bump com.diffplug.spotless from 6.20.0 to 6.21.0 (#484)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Increment version to 2.10.0-SNAPSHOT. (#1018)
    • +
  • exclude <v32 version of google guava dependency from google java format and add google guava 32.0.1 to resolve CVE CVE-2023-2976 (#1094)
    • +
+ +

REFACTORING

+ +

Opensearch KNN

+ +
    +
  • Fix TransportAddress Refactoring Changes in Core (#1020)
    • +
+ +

Opensearch Geospatial

+ +
    +
  • Refactor LifecycleComponent package path (#377)
    • +
  • Refactor Strings utility methods to core library (#379)
    • +
+ +

Opensearch Index Management

+ +
    +
  • [Backport 2.x] Fix after core #8157. (#886)
    • +
  • Fix breaking change by core refactor. (#888)
    • +
  • Handle core breaking change. (#895)
    • +
  • Set preference to _primary when searching control-center index. (#911)
    • +
  • Add primary first preference to all search requests. (#912)
    • +
+ +

Opensearch SQL

+ +
    +
  • [Backport 2.x] Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in
    • +
  • [Backport 2.x] Statically init typeActionMap in OpenSearchExprValueFactory. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1901
    • +
  • [Backport 2.x] (#1536) Refactor OpenSearchQueryRequest and move includes to builder by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1948
    • +
  • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #3 (#1932) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1994
    • +
  • [Backport 2.x] Developer guide update with Spotless details by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2004
    • +
  • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #4 #1933 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1995
    • +
  • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #2 #1931 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1993
    • +
  • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #1 #1930 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1992
    • +
  • [Backport 2.x] [Spotless] Applying Google Code Format for core #5 (#1951) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1996
    • +
  • [Backport 2.x] [spotless] Removes Checkstyle in favor of spotless by @MitchellGale in https://github.com/opensearch-project/sql/pull/2018
    • +
  • [Backport 2.x] [Spotless] Entire project running spotless by @MitchellGale in https://github.com/opensearch-project/sql/pull/2016
    • +
+
+

Full Changelog: https://github.com/opensearch-project/sql/compare/2.3.0.0...v.2.10.0.0

+ +

Opensearch ML Common

+ +
    +
  • Renaming metrics (#1224)
    • +
  • Changing messaging for IllegalArgumentException on duplicate model groups (#1294)
    • +
  • Fixing some error message handeling (#1222)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Fix google-java-format-1.17.0.jar: 1 vulnerabilities (#526)
    • +
  • segment replication changes (#529)
    • +
  • Use core OpenSearch version of commons-lang3 (#535)
    • +
  • Force google guava to 32.0.1 (#536)
    • +
  • Updates demo certs used in integ tests (#543)
    • +
+ +

Opensearch Observability

+ +
    +
  • Fix from upstream core.action changes in https://github.com/opensearch-project/observability/pull/1590
    • +
  • Pull jackson,mockito versions from upstream in https://github.com/opensearch-project/observability/pull/1598
    • +
  • Updates demo certs used in integ tests in https://github.com/opensearch-project/observability/pull/1600
    • +
+ +

Opensearch Anomaly Detection

+ +
    +
  • Refactor due to core updates: Replace and modify classes and methods. (#974)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Update actionGet to SuspendUntil for ClusterMetrics (#1067)
    • +
  • Resolve compile issues from core changes and update CIs (#1100)
    • +
+ +

NON-COMPLIANT

+

FEATURES/ENHANCEMENTS

+

Opensearch Notifications

+
    +
  • Support SNS FIFO queues(#716)
    • +
  • Supuport Microsoft teams(#676,#746)
    • +
  • Support auto upgrade mapping logic(#699)
    • +
+

ADDED

+

Opensearch Job Scheduler

+
    +
  • Setting JobSweeper search preference against primary shard (#483) (#485)
    • +
  • Converts .opendistro-job-scheduler-lock index into a system index (#478)
    • +
  • Public snapshots on all release branches (#475) (#476)
    • +
+

FIXED

+

Opensearch Job Scheduler

+
    +
  • Call listner.onFailure when lock creation failed (#435) (#443)
    • +
diff --git a/src/release_notes_automation/release_notes-2.11.0.md b/src/release_notes_automation/release_notes-2.11.0.md new file mode 100644 index 0000000000..c3ce60e6ab --- /dev/null +++ b/src/release_notes_automation/release_notes-2.11.0.md @@ -0,0 +1,422 @@ +

OpenSearch and OpenSearch Dashboards 2.11.0 Release Notes

+

FEATURES

+ +

Opensearch Neural Search

+ +
    +
  • Support sparse semantic retrieval by introducing sparse_encoding ingest processor and query builder (#333)
    • +
  • Enabled support for applying default modelId in neural search query (#337
    • +
  • Added Multimodal semantic search feature (#359)
    • +
+ +

ENHANCEMENTS

+ +

Opensearch Neural Search

+ +
    +
  • Add max_token_score parameter to improve the execution efficiency for neural_sparse query clause (#348)
    • +
+ +

Opensearch ML Common

+ +
    +
  • Add neural search default processor for non OpenAI/Cohere scenario (#1274)
    • +
  • Add tokenizer and sparse encoding (#1301)
    • +
  • allow input null for text docs input (#1402)
    • +
  • Add support for context_size and include 'interaction_id' in SearchRequest (#1385)
    • +
  • adding model level metric in node level (#1330)
    • +
  • add status code to model tensor (#1443)
    • +
  • add bedrockURL to trusted connector regex list (#1461)
    • +
  • Performance enhacement for predict action by caching model info (#1472)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Adds support for alerts and triggers on group by based sigma rules. (#545)
    • +
  • Auto expand replicas. (#547)
    • +
  • Auto expand replicas for logtype index. (#568)
    • +
  • Adding WAF Log type. (#617)
    • +
  • Add category to custom log types. (#634)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Add logging for execution and indexes of monitors and workflows. (#1223)
    • +
+ +

Opensearch Index Management

+ +
    +
  • Provide unique id for each rollup job and add debug logs. (#968)
    • +
+ +

Opensearch KNN

+ +
    +
  • Added support for ignore_unmapped in KNN queries. #1071
    • +
  • Add graph creation stats to the KNNStats API. #1141
    • +
+ +

Opensearch SQL

+ +
    +
  • Enable PPL lang and add datasource to async query API in https://github.com/opensearch-project/sql/pull/2195
    • +
  • Refactor Flint Auth in https://github.com/opensearch-project/sql/pull/2201
    • +
  • Add conf for spark structured streaming job in https://github.com/opensearch-project/sql/pull/2203
    • +
  • Submit long running job only when auto_refresh = false in https://github.com/opensearch-project/sql/pull/2209
    • +
  • Bug Fix, handle DESC TABLE response in https://github.com/opensearch-project/sql/pull/2213
    • +
  • Drop Index Implementation in https://github.com/opensearch-project/sql/pull/2217
    • +
  • Enable PPL Queries in https://github.com/opensearch-project/sql/pull/2223
    • +
  • Read extra Spark submit parameters from cluster settings in https://github.com/opensearch-project/sql/pull/2236
    • +
  • Spark Execution Engine Config Refactor in https://github.com/opensearch-project/sql/pull/2266
    • +
  • Provide auth.type and auth.role_arn paramters in GET Datasource API response. in https://github.com/opensearch-project/sql/pull/2283
    • +
  • Add support for date_nanos and tests. (#337) in https://github.com/opensearch-project/sql/pull/2020
    • +
  • Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in https://github.com/opensearch-project/sql/pull/2023
    • +
  • Revert "Guarantee datasource read api is strong consistent read (#1815)" in https://github.com/opensearch-project/sql/pull/2031
    • +
  • Add _primary preference only for segment replication enabled indices in https://github.com/opensearch-project/sql/pull/2045
    • +
  • Changed allowlist config to denylist ip config for datasource uri hosts in https://github.com/opensearch-project/sql/pull/2058
    • +
+ +

Opensearch Security

+ +
    +
  • Authorization in Rest Layer (#2753)
    • +
  • Improve serialization speeds (#2802)
    • +
  • Integration tests framework (#3388)
    • +
  • Allow for automatic merging of dependabot changes after checks pass (#3409)
    • +
  • Support security config updates on the REST API using permission(#3264)
    • +
  • Expanding Authentication with SecurityRequest Abstraction (#3430)
    • +
  • Add early rejection from RestHandler for unauthorized requests (#3418)
    • +
+ +

BUG FIXES

+ +

Opensearch Neural Search

+ +
    +
  • Fixed exception in Hybrid Query for one shard and multiple node (#396)
    • +
+ +

Opensearch ML Common

+ +
    +
  • fix parameter name in preprocess function (#1362)
    • +
  • fix spelling in Readme.md (#1363)
    • +
  • Fix error message in TransportDeplpoyModelAction class (#1368)
    • +
  • fix null exception in text docs data set (#1403)
    • +
  • fix text docs input unescaped error; enable deploy remote model (#1407)
    • +
  • restore thread context before running action listener (#1418)
    • +
  • fix more places where thread context not restored (#1421)
    • +
  • Fix BWC test suite (#1426)
    • +
  • support bwc for process function (#1427)
    • +
  • fix model group auto-deletion when last version is deleted (#1444)
    • +
  • fixing metrics correlation algorithm (#1448)
    • +
  • throw exception if remote model doesn't return 2xx status code; fix predict runner (#1477)
    • +
  • fix no worker node exception for remote embedding model (#1482)
    • +
  • fix for delete model group API throwing incorrect error when model index not created (#1485)
    • +
  • fix no worker node error on multi-node cluster (#1487)
    • +
  • Fix prompt passing for Bedrock by passing a single string prompt for Bedrock models. (#1490)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Fixes verifying workflow test when security is enabled. (#563)
    • +
  • Fix flaky integration tests. (#581)
    • +
  • Sigma Aggregation rule fixes. (#622)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Fix workflow execution for first run. (#1227)
    • +
+ +

Opensearch Geospatial

+ +
    +
  • Fix flaky test, testIndexingMultiPolygon (#483)
    • +
+ +

Opensearch Index Management

+ +
    +
  • Fix auto managed index always have -2 seqNo bug. (#924)
    • +
+ +

Opensearch Performance Analyzer

+ +
    +
  • Update Jooq version and address bind variable failure in AdmissionControl Emitter #493
    • +
+ +

Opensearch SQL

+ +
    +
  • fix broken link for connectors doc in https://github.com/opensearch-project/sql/pull/2199
    • +
  • Fix response codes returned by JSON formatting them in https://github.com/opensearch-project/sql/pull/2200
    • +
  • Bug fix, datasource API should be case sensitive in https://github.com/opensearch-project/sql/pull/2202
    • +
  • Minor fix in dropping covering index in https://github.com/opensearch-project/sql/pull/2240
    • +
  • Fix Unit tests for FlintIndexReader in https://github.com/opensearch-project/sql/pull/2242
    • +
  • Bug Fix , delete OpenSearch index when DROP INDEX in https://github.com/opensearch-project/sql/pull/2252
    • +
  • Correctly Set query status in https://github.com/opensearch-project/sql/pull/2232
    • +
  • Exclude generated files from spotless in https://github.com/opensearch-project/sql/pull/2024
    • +
  • Fix mockito core conflict. in https://github.com/opensearch-project/sql/pull/2131
    • +
  • Fix ASCII function and groom UT for text functions. (#301) in https://github.com/opensearch-project/sql/pull/2029
    • +
  • Fixed response codes For Requests With security exception. in https://github.com/opensearch-project/sql/pull/2036
    • +
+ +

Opensearch Security

+ +
    +
  • Refactors reRequestAuthentication to call notifyIpAuthFailureListener before sending the response to the channel (#3411)
    • +
  • For read-only tenants filter with allow list (c3e53e2)
    • +
+ +

INFRASTRUCTURE

+ +

Opensearch Security Analytics

+ +
    +
  • Ignore tests that may be flaky. (#596)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Ignore flaky security test suites. (#1188)
    • +
+ +

Opensearch Geospatial

+ +
    +
  • Add integration test against security enabled cluster (#513)
    • +
+ +

Opensearch Anomaly Detection

+ +
    +
  • Add dependabot.yml (#1026)
    • +
+ +

Opensearch Index Management

+ +
    +
  • Upload docker test cluster log. (#964)
    • +
  • Reduce test running time. (#965)
    • +
  • Parallel test run. (#966)
    • +
  • Security test filtered. (#969)
    • +
+ +

Opensearch Performance Analyzer

+ +
    +
  • Update PULL_REQUEST_TEMPLATE.md #560)
    • +
+ +

Opensearch SQL

+ +
    +
  • bump aws-encryption-sdk-java to 1.71 in https://github.com/opensearch-project/sql/pull/2057
    • +
  • Run IT tests with security plugin (#335) #1986 by @MitchellGale in https://github.com/opensearch-project/sql/pull/2022
    • +
+ +

DOCUMENTATION

+ +

Opensearch Security Analytics

+ +
    +
  • Added 2.11.0 release notes. (#660)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Added 2.11 release notes (#1251)
    • +
+ +

Opensearch Index Management

+ +
    +
  • Added 2.11 release notes. (#1004)
    • +
+ +

Opensearch Notifications

+ +
    +
  • Add 2.11.0 release notes (#774)
    • +
+ +

Opensearch SQL

+ +
    +
  • Datasource description in https://github.com/opensearch-project/sql/pull/2138
    • +
  • Add documentation for S3GlueConnector. in https://github.com/opensearch-project/sql/pull/2234
    • +
+ +

MAINTENANCE

+ +

Opensearch Neural Search

+ +
    +
  • Consumed latest changes from core, use QueryPhaseSearcherWrapper as parent class for Hybrid QPS (#356)
    • +
+ +

Opensearch ML Common

+ +
    +
  • Ignoring Redeploy test on MacOS due to known failures (#1414)
    • +
  • throw exception when model group not found during update request (#1447)
    • +
  • Add a setting to control the update connector API (#1274)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Bump version to 2.11. (#631)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Increment version to 2.11.0-SNAPSHOT. (#1116)
    • +
+ +

Opensearch Index Management

+ +
    +
  • Increment version to 2.11.0-SNAPSHOT. (#922)
    • +
+ +

Opensearch Job Scheduler

+ +
    +
  • bump actions/upload-release-asset from 1.0.1 to 1.0.2 (#504)(#506)
    • +
  • bump aws-actions/configure-aws-credentials from 1 to 4 (#501)(#507)
    • +
  • bump com.netflix.nebula.ospackage from 11.4.0 to 11.5.0 (#500)(#508)
    • +
  • manual backport of #503 (#509)
    • +
  • bump actions/create-release from 1.0.0 to 1.1.4 (#514)(#521)
    • +
  • bump codecov/codecov-action from 1 to 3 (#513)(#520)
    • +
  • bump actions/upload-artifact from 1 to 3 (#512) (#519)
    • +
  • bump tibdex/github-app-token from 1.5.0 to 2.1.0 (#511)(#518)
    • +
  • bump com.diffplug.spotless from 6.21.0 to 6.22.0 (#510)(#517)
    • +
  • bump VachaShah/backport from 1.1.4 to 2.2.0 (#515)(#516)
    • +
+ +

Opensearch Reporting

+ +
    +
  • Update demo certs used in integ tests (#755)
    • +
+ +

Opensearch Asynchronous Search

+ +
    +
  • Increment version to 2.11.0 (#446)
    • +
+ +

Opensearch Performance Analyzer

+ +
    +
  • Depreceate NodeStatsFixedShardsMetricsCollector in favor of NodeStatsAllShardsMetricsCollector #551
    • +
  • Add tracer to getTransports #556
    • +
+ +

Opensearch Notifications

+ +
    +
  • Bump bwc version to 2.11(#763)
    • +
+ +

Opensearch KNN

+ +
    +
  • Update bytebuddy to 1.14.7 #1135
    • +
+ +

Opensearch Security

+ +
    +
  • Change log message from warning to trace on WWW-Authenticate challenge (#3446)
    • +
  • Disable codecov from failing CI if there is an upload issue (#3379)
    • +
  • [Refactor] Change HTTP routes for Audit and Config PUT methods (#3407)
    • +
  • Add tracer to Transport (#3463)
    • +
  • Adds opensearch trigger bot to discerning merger list to allow automatic merges (#3481)
    • +
  • Bump org.apache.camel:camel-xmlsecurity from 3.21.0 to 3.21.1 (#3436)
    • +
  • Bump com.github.wnameless.json:json-base from 2.4.2 to 2.4.3 (#3437)
    • +
  • Bump org.xerial.snappy:snappy-java from 1.1.10.4 to 1.1.10.5 (#3438)
    • +
  • Bump org.ow2.asm:asm from 9.5 to 9.6 (#3439)
    • +
  • Bump org.xerial.snappy:snappy-java from 1.1.10.3 to 1.1.10.4 (#3396)
    • +
  • Bump com.google.errorprone:error_prone_annotations from 2.21.1 to 2.22.0 (#3400)
    • +
  • Bump org.passay:passay from 1.6.3 to 1.6.4 (#3397)
    • +
  • Bump org.gradle.test-retry from 1.5.4 to 1.5.5 (#3399)
    • +
  • Bump org.springframework:spring-core from 5.3.29 to 5.3.30 (#3398)
    • +
  • Bump tibdex/github-app-token from 2.0.0 to 2.1.0 (#3395)
    • +
  • Bump org.apache.ws.xmlschema:xmlschema-core from 2.3.0 to 2.3.1 (#3374)
    • +
  • Bump apache_cxf_version from 4.0.2 to 4.0.3 (#3376)
    • +
  • Bump org.springframework:spring-beans from 5.3.29 to 5.3.30 (#3375)
    • +
  • Bump com.github.wnameless.json:json-flattener from 0.16.5 to 0.16.6 (#3371)
    • +
  • Bump aws-actions/configure-aws-credentials from 3 to 4 (#3373)
    • +
  • Bump org.checkerframework:checker-qual from 3.36.0 to 3.38.0 (#3378)
    • +
  • Bump com.nulab-inc:zxcvbn from 1.8.0 to 1.8.2 (#3357)
    • +
+ +

REFACTORING

+ +

Opensearch ML Common

+ +
    +
  • register new versions to a model group based on the name provided (#1452)
    • +
  • if model version fails to register, update model group accordingly (#1463)
    • +
+ +

Opensearch Security Analytics

+ +
    +
  • Address search request timeouts as transient error. (#561)
    • +
  • Change ruleId if it exists. (#628)
    • +
+ +

Opensearch Alerting

+ +
    +
  • Optimize doc-level monitor workflow for index patterns. (#1122)
    • +
  • Add workflow null or empty check only when empty workflow id passed. ([#1139(https://github.com/opensearch-project/alerting/pull/1139))
    • +
  • Add primary first calls for different monitor types. (#1205)
    • +
+ +

Opensearch Anomaly Detection

+ +
    +
  • [2.x] Fix TransportService constructor due to changes in core plus guava bump (#1069)
    • +
+ +

Opensearch SQL

+ +
    +
  • Merging Async Query APIs feature branch into main. in https://github.com/opensearch-project/sql/pull/2163
    • +
  • Removed Domain Validation in https://github.com/opensearch-project/sql/pull/2136
    • +
  • Check for existence of security plugin in https://github.com/opensearch-project/sql/pull/2069
    • +
  • Always use snapshot version for security plugin download in https://github.com/opensearch-project/sql/pull/2061
    • +
  • Add customized result index in data source etc in https://github.com/opensearch-project/sql/pull/2220
    • +
+ +

EXPERIMENTAL

+ +

Opensearch ML Common

+ +
    +
  • Update Connector API (#1227)
    • +
+ +

NON-COMPLIANT

+

SECURITY

+

Opensearch SQL

+
    +
  • bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
    • +
  • bump okio to 3.4.0 by @joshuali925 in https://github.com/opensearch-project/sql/pull/2047
    • +
+
+

Full Changelog: https://github.com/opensearch-project/sql/compare/2.3.0.0...v.2.11.0.0

diff --git a/src/release_notes_automation/release_notes-2.8.0.md b/src/release_notes_automation/release_notes-2.8.0.md index a9d5bfea05..1e0c71006b 100644 --- a/src/release_notes_automation/release_notes-2.8.0.md +++ b/src/release_notes_automation/release_notes-2.8.0.md @@ -1,6 +1,22 @@

OpenSearch and OpenSearch Dashboards 2.8.0 Release Notes

FEATURES

+

Opensearch Security Analytics

+ +
    +
  • add correlation engine for security-analytics. (#405)
    • +
  • SearchRule API - source filtering. (#374)
    • +
  • Alias and dataStream end-to-end ITs. (#373)
    • +
  • add rules to correlations for correlation engine. (#423)
    • +
+ +

Opensearch Common Utils

+ +
    +
  • integrate security-analytics & alerting for correlation engine. (#412)
    • +
  • NoOpTrigger. (#420)
    • +
+

Opensearch Alerting

    @@ -12,12 +28,6 @@
  • Adds transport layer actions for CRUD workflows. (#934)
-

Opensearch Index Management

- -
    -
  • Support notification integration with long running operations. (#712, #722)
    • -
-

Opensearch Security

    @@ -29,7 +39,13 @@
  • Usage of JWKS with JWT (w/o OpenID connect) (#2808)
-

Opensearch Sql

+

Opensearch Index Management

+ +
    +
  • Support notification integration with long running operations. (#712, #722)
    • +
+ +

Opensearch SQL

  • Support for pagination in v2 engine of SELECT * FROM <table> queries (#1666)
    • @@ -41,25 +57,25 @@
  • REST API for GET,PUT and DELETE (#1482)
-

Opensearch Common Utils

+

ENHANCEMENTS

+ +

Opensearch Security

    -
  • integrate security-analytics & alerting for correlation engine. (#412)
    • -
  • NoOpTrigger. (#420)
    • +
  • Add default roles for SQL plugin: PPL and cross-cluster search (#2729)
    • +
  • Update security-analytics roles to add correlation engine apis (#2732)
    • +
  • Changes in role.yml for long-running operation notification feature in Index-Management repo (#2789)
    • +
  • Rest admin permissions (#2411)
    • +
  • Separate config option to enable restapi: permissions (#2605)
-

Opensearch Security Analytics

+

Opensearch KNN

    -
  • add correlation engine for security-analytics. (#405)
    • -
  • SearchRule API - source filtering. (#374)
    • -
  • Alias and dataStream end-to-end ITs. (#373)
    • -
  • add rules to correlations for correlation engine. (#423)
    • +
  • Bulk allocate objects for nmslib index creation to avoid malloc fragmentation (#773)
-

ENHANCEMENTS

- -

Opensearch Ml Common

+

Opensearch ML Common

  • Add a setting to enable/disable model url in register API (#871)
    • @@ -72,17 +88,7 @@
  • Add model group rest ITs (#942)
-

Opensearch Security

- -
    -
  • Add default roles for SQL plugin: PPL and cross-cluster search (#2729)
    • -
  • Update security-analytics roles to add correlation engine apis (#2732)
    • -
  • Changes in role.yml for long-running operation notification feature in Index-Management repo (#2789)
    • -
  • Rest admin permissions (#2411)
    • -
  • Separate config option to enable restapi: permissions (#2605)
    • -
- -

Opensearch Sql

+

Opensearch SQL

  • Minor clean up of datetime and other classes (#1310)
    • @@ -96,14 +102,16 @@
  • Support CCR for k-NN enabled indices (#760)
-

Opensearch Knn

+

BUG FIXES

+ +

Opensearch Security Analytics

    -
  • Bulk allocate objects for nmslib index creation to avoid malloc fragmentation (#773)
    • +
  • Findings index mappings fix. (#409)
    • +
  • fix for input validation of correlation rule names. (#428)
    • +
  • fix for failure in syslogs mappings view api. (#435)
-

BUG FIXES

-

Opensearch Alerting

    @@ -112,13 +120,20 @@
  • revert to deleting monitor metadata after deleting doc level queries to fix delete monitor regression. (#931)
+

Opensearch Security

+ +
    +
  • deserializeSafeFromHeader uses context.getHeader(headerName) instead of context.getHeaders() (#2768)
    • +
  • Fix multitency config update (#2758)
    • +
+

Opensearch Observability

  • fix guava jar hell issue (#1536)
-

Opensearch Ml Common

+

Opensearch ML Common

  • Fix class not found exception when deserialize model (#899)
    • @@ -135,23 +150,16 @@
  • Added proper resolving of sourceIndex inside RollupInterceptor, it's required for QueryStringQuery parsing. (#773)
-

Opensearch Performance Analyzer

- - - -

Opensearch Security

+

Opensearch SQL

    -
  • deserializeSafeFromHeader uses context.getHeader(headerName) instead of context.getHeaders() (#2768)
    • -
  • Fix multitency config update (#2758)
    • +
  • Fixing bug where Nested functions used in WHERE, GROUP BY, HAVING, and ORDER BY clauses don't fallback to legacy engine. (#1549)
-

Opensearch Sql

+

Opensearch Performance Analyzer

    -
  • Fixing bug where Nested functions used in WHERE, GROUP BY, HAVING, and ORDER BY clauses don't fallback to legacy engine. (#1549)
    • +
  • Fix ShardStateCollector which was impacted by core refactoring 445

Opensearch Cross Cluster Replication

@@ -169,14 +177,6 @@
  • Removing guava dependency to fix jarhell (#709)
    • -

    Opensearch Security Analytics

    - -
      -
    • Findings index mappings fix. (#409)
      • -
    • fix for input validation of correlation rule names. (#428)
      • -
    • fix for failure in syslogs mappings view api. (#435)
      • -
    -

    Opensearch Notifications

      @@ -185,10 +185,10 @@

      INFRASTRUCTURE

      -

      Opensearch Observability

      +

      Opensearch Common Utils

        -
      • Update Gradle Wrapper to 7.6.1 (#1512)
        • +
      • Switch publish maven branches to list. (#423)

      Opensearch Neural Search

      @@ -197,38 +197,38 @@
    • Bump gradle version to 8.1.1 (#169)
    -

    Opensearch Performance Analyzer

    +

    Opensearch Geospatial

      -
    • Upgrade gradle to 7.6.1, upgrade gradle test-retry plugin to 1.5.2. (#438)
      • -
    • Introduce protobuf and guava dependency from core versions file #437
      • -
    • Update dependency org.xerial:sqlite-jdbc to v3.41.2.2 #375
      • +
    • Make jacoco report to be generated faster in local (#267)
      • +
    • Exclude lombok generated code from jacoco coverage report (#268)
    -

    Opensearch Anomaly Detection

    +

    Opensearch KNN

      -
    • Partial Cherry-pick of #886 from anomaly-detection and Additional Adjustments. (#914)
      • +
    • Bump requests version from 2.26.0 to 2.31.0 (#913)
      • +
    • Disable index refresh for system indices (#773)
    -

    Opensearch Geospatial

    +

    Opensearch Observability

      -
    • Make jacoco report to be generated faster in local (#267)
      • -
    • Exclude lombok generated code from jacoco coverage report (#268)
      • +
    • Update Gradle Wrapper to 7.6.1 (#1512)
    -

    Opensearch Common Utils

    +

    Opensearch Anomaly Detection

      -
    • Switch publish maven branches to list. (#423)
      • +
    • Partial Cherry-pick of #886 from anomaly-detection and Additional Adjustments. (#914)
    -

    Opensearch Knn

    +

    Opensearch Performance Analyzer

      -
    • Bump requests version from 2.26.0 to 2.31.0 (#913)
      • -
    • Disable index refresh for system indices (#773)
      • +
    • Upgrade gradle to 7.6.1, upgrade gradle test-retry plugin to 1.5.2. (#438)
      • +
    • Introduce protobuf and guava dependency from core versions file #437
      • +
    • Update dependency org.xerial:sqlite-jdbc to v3.41.2.2 #375

    Opensearch Notifications

    @@ -240,15 +240,23 @@

    DOCUMENTATION

    -

    Opensearch Alerting

    +

    Opensearch Security Analytics

      -
    • Added 2.8 release notes. (#939)
      • +
    • Added 2.8.0 release notes. (#444)
    -

    Opensearch Ml Common

    +

    Opensearch Common Utils

    -

    Documentation

    +
      +
    • Added 2.8 release notes. (#441)
      • +
    + +

    Opensearch Alerting

    + +
      +
    • Added 2.8 release notes. (#939)
      • +

    Opensearch Index Management

    @@ -256,7 +264,7 @@
  • Added 2.8 release notes. (#794)
    • -

    Opensearch Sql

    +

    Opensearch SQL

    • Add Nested Documentation for 2.7 Related Features (#1620)
      • @@ -264,26 +272,32 @@
    • Documentation and other papercuts for datasource api launch (#1530)
    -

    Opensearch Common Utils

    +

    Opensearch Notifications

      -
    • Added 2.8 release notes. (#441)
      • +
    • Add 2.8.0 release notes (#682)
    +

    MAINTENANCE

    +

    Opensearch Security Analytics

      -
    • Added 2.8.0 release notes. (#444)
      • +
    • Fixed compile issues related to latest OS core repo changes. (#412)
      • +
    • Moved CODEOWNERS files to align with org requirements. (#418)
      • +
    • Update CODEOWNERS. (#434)
    -

    Opensearch Notifications

    +

    Opensearch Common Utils

      -
    • Add 2.8.0 release notes (#682)
      • +
    • upgrade gradle to 8.1.1. (#418)
      • +
    • Sync up MAINTAINERS to CODEOWNERS. (#427)
      • +
    • Fix build errors after refactoring of Strings class in core. (#432)
      • +
    • updating maintainers and codeowners. (#438)
      • +
    • fix codeowners file format. (#440)
    -

    MAINTENANCE

    -

    Opensearch Alerting

      @@ -294,13 +308,26 @@
    • Compile fix - Strings package change. (#924)
    +

    Opensearch Security

    + +
      +
    • Update to Gradle 8.1.1 (#2738)
      • +
    • Upgrade spring-core from 5.3.26 to 5.3.27 (#2717)
      • +
    + +

    Opensearch Geospatial

    + +
      +
    • Change package for Strings.hasText (#314)
      • +
    +

    Opensearch Observability

    • Increment version to 2.8.0-SNAPSHOT (#1505)
    -

    Opensearch Ml Common

    +

    Opensearch ML Common

    • Increment version to 2.8.0-SNAPSHOT (#896)
      • @@ -313,7 +340,7 @@
    • Bump version to 2.8. (#759)
    -

    Opensearch.job Scheduler

    +

    Opensearch Job Scheduler

    • Consuming breaking changes from moving ExtensionActionRequest (#381)
      • @@ -322,27 +349,7 @@
    • Bumping JS main BWC test version for sample extension plugin to 2.8 (#371)
    -

    Opensearch Performance Analyzer

    - -
      -
    • Update RestController constructor for tests #440
      • -
    • Dependencies change in favor of Commons repo #448
      • -
    • WriterMetrics and config files dependency redirection #450
      • -
    • Refactor code related to Commons change, fixing unit tests #451
      • -
    • Remove remaining dependencies from PA-RCA due to commons repo #453
      • -
    • Fix BWC Integration tests #413
      • -
    • Fix SHA update for PA-Commons repo in build.gradle #454
      • -
    • Refactor Service/Stat Metrics #376
      • -
    - -

    Opensearch Security

    - -
      -
    • Update to Gradle 8.1.1 (#2738)
      • -
    • Upgrade spring-core from 5.3.26 to 5.3.27 (#2717)
      • -
    - -

    Opensearch Sql

    +

    Opensearch SQL

    • Fix IT - address breaking changes from upstream. (#1659)
      • @@ -354,40 +361,29 @@
    • Integ Test Fix (#1541)
    -

    Opensearch Reporting

    - -
      -
    • Increment version to 2.8.0-SNAPSHOT (#688)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Change package for Strings.hasText (#314)
      • -
    - -

    Opensearch Common Utils

    +

    Opensearch Asynchronous Search

      -
    • upgrade gradle to 8.1.1. (#418)
      • -
    • Sync up MAINTAINERS to CODEOWNERS. (#427)
      • -
    • Fix build errors after refactoring of Strings class in core. (#432)
      • -
    • updating maintainers and codeowners. (#438)
      • -
    • fix codeowners file format. (#440)
      • +
    • Updating maintainers file (275)
    -

    Opensearch Asynchronous Search

    +

    Opensearch Performance Analyzer

      -
    • Updating maintainers file (275)
      • +
    • Update RestController constructor for tests #440
      • +
    • Dependencies change in favor of Commons repo #448
      • +
    • WriterMetrics and config files dependency redirection #450
      • +
    • Refactor code related to Commons change, fixing unit tests #451
      • +
    • Remove remaining dependencies from PA-RCA due to commons repo #453
      • +
    • Fix BWC Integration tests #413
      • +
    • Fix SHA update for PA-Commons repo in build.gradle #454
      • +
    • Refactor Service/Stat Metrics #376
    -

    Opensearch Security Analytics

    +

    Opensearch Reporting

      -
    • Fixed compile issues related to latest OS core repo changes. (#412)
      • -
    • Moved CODEOWNERS files to align with org requirements. (#418)
      • -
    • Update CODEOWNERS. (#434)
      • +
    • Increment version to 2.8.0-SNAPSHOT (#688)

    Opensearch Notifications

    @@ -398,7 +394,7 @@

    REFACTORING

    -

    Opensearch Ml Common

    +

    Opensearch ML Common

    • Change mem_size_estimation to memory_size_estimation (#868)
      • @@ -406,15 +402,15 @@

      EXPERIMENTAL

      -

      Opensearch Ml Common

      +

      Opensearch ML Common

      • Model access control. (#928)
      -

      ADDED [NEW CATEGORY]

      -

      Opensearch.job Scheduler

      +

      NON-COMPLIANT

      +

      ADDED

      +

      Opensearch Job Scheduler

      • Add auto-release github workflow (#385)
      - diff --git a/src/release_notes_automation/release_notes-2.9.0.md b/src/release_notes_automation/release_notes-2.9.0.md index 7a603a3d45..c75e010adf 100644 --- a/src/release_notes_automation/release_notes-2.9.0.md +++ b/src/release_notes_automation/release_notes-2.9.0.md @@ -1,11 +1,12 @@

      OpenSearch and OpenSearch Dashboards 2.9.0 Release Notes

      FEATURES

      -

      Opensearch Knn

      +

      Opensearch Security Analytics

        -
      • Added support for Efficient Pre-filtering for Faiss Engine (#936)
        • -
      • Add Support for Lucene Byte Sized Vector (#971)
        • +
      • New Log Type JSON format. (#465)
        • +
      • Correlation rule search, delete and edit API. (#476)
        • +
      • Logtypes PR v2. (#482)

      Opensearch Common Utils

      @@ -20,13 +21,6 @@
    • Implemented support for configuring a cluster metrics monitor to call cat/indices, and cat/shards. (#479)
    -

    Opensearch Sql

    - -
      -
    • Enable Table Function and PromQL function (#1719)
      • -
    • Add spark connector (#1780)
      • -
    -

    Opensearch Alerting

      @@ -39,7 +33,7 @@
    • Implemented support for configuring a cluster metrics monitor to call cat/indices, and cat/shards. (#992)
    -

    Opensearch Ml Common

    +

    Opensearch ML Common

    • remote inference: add connector; fine tune ML model and tensor class (#1051)
      • @@ -52,12 +46,18 @@
    • Change connector access control creation allow empty list (#1069)
    -

    Opensearch Security Analytics

    +

    Opensearch SQL

      -
    • New Log Type JSON format. (#465)
      • -
    • Correlation rule search, delete and edit API. (#476)
      • -
    • Logtypes PR v2. (#482)
      • +
    • Enable Table Function and PromQL function (#1719)
      • +
    • Add spark connector (#1780)
      • +
    + +

    Opensearch KNN

    + +
      +
    • Added support for Efficient Pre-filtering for Faiss Engine (#936)
      • +
    • Add Support for Lucene Byte Sized Vector (#971)

    ENHANCEMENTS

    @@ -70,31 +70,6 @@
  • Add unit tests for the REST layer in RCA Agent #436
    • -

    Opensearch Sql

    - -
      -
    • Pagination: Support WHERE clause, column list in SELECT clause and for functions and expressions in the query (#1500)
      • -
    • Pagination: Support ORDER BY clauses and queries without FROM clause (#1599)
      • -
    • Remove backticks on by field in stats (#1728)
      • -
    • Support Array and ExprValue Parsing With Inner Hits (#1737)
      • -
    • Add Support for Nested Function in Order By Clause (#1789)
      • -
    • Add Support for Field Star in Nested Function (#1773)
      • -
    • Guarantee datasource read api is strong consistent read (compatibility with segment replication) (#1815)
      • -
    • Added new datetime functions and aliases to PPL (#1807)
      • -
    • Support user-defined and incomplete date formats (#1821)
      • -
    • Add _routing to SQL includes list (#1771)
      • -
    • Disable read of plugins.query.datasources.encryption.masterkey from cluster settings GET API (#1825)
      • -
    • Add EMR client to spark connector (#1790)
      • -
    • Improved error codes in case of data sourcde API security exception (#1753)
      • -
    • Remove Default master encryption key from settings (#1851)
      • -
    - -

    Opensearch Anomaly Detection

    - -
      -
    • Enforce DOCUMENT Replication for AD Indices and Adjust Primary Shards (#948)
      • -
    -

    Opensearch Security

      @@ -107,19 +82,39 @@
    • Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
    -

    Opensearch Ml Common

    +

    Opensearch Anomaly Detection

    + +
      +
    • Enforce DOCUMENT Replication for AD Indices and Adjust Primary Shards (#948)
      • +
    + +

    Opensearch ML Common

    • create model group automatically with first model version (#1063)
    • init master key automatically (#1075))
    -

    BUG FIXES

    +

    Opensearch SQL

    -

    Opensearch Neural Search

    +
      +
    • Pagination: Support WHERE clause, column list in SELECT clause and for functions and expressions in the query (#1500)
      • +
    • Pagination: Support ORDER BY clauses and queries without FROM clause (#1599)
      • +
    • Remove backticks on by field in stats (#1728)
      • +
    • Support Array and ExprValue Parsing With Inner Hits (#1737)
      • +
    • Add Support for Nested Function in Order By Clause (#1789)
      • +
    • Add Support for Field Star in Nested Function (#1773)
      • +
    • Guarantee datasource read api is strong consistent read (compatibility with segment replication) (#1815)
      • +
    • Added new datetime functions and aliases to PPL (#1807)
      • +
    • Support user-defined and incomplete date formats (#1821)
      • +
    • Add _routing to SQL includes list (#1771)
      • +
    • Disable read of plugins.query.datasources.encryption.masterkey from cluster settings GET API (#1825)
      • +
    • Add EMR client to spark connector (#1790)
      • +
    • Improved error codes in case of data sourcde API security exception (#1753)
      • +
    • Remove Default master encryption key from settings (#1851)
      • +
    -

    Bug Fixes

    -

    Fix update document with knnn_vector size not matching issue (#208)

    +

    BUG FIXES

    Opensearch Performance Analyzer

    @@ -128,10 +123,10 @@
  • Fix Mockito initialization issue #443
    • -

    Opensearch Common Utils

    +

    Opensearch Security Analytics

      -
    • OpenSearch commons strings library dependency import. (#474)
      • +
    • Fixed compile issues related to latest OS core repo changes. (#412)

    Opensearch Reporting

    @@ -140,11 +135,10 @@
  • Removing guava dependency to fix jarhell (#709)
    • -

    Opensearch Sql

    +

    Opensearch Common Utils

      -
    • Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
      • -
    • Fix CSV/RAW output header being application/json rather than plain/text (#1779)
      • +
    • OpenSearch commons strings library dependency import. (#474)

    Opensearch Alerting

    @@ -157,7 +151,7 @@
  • Fix alert constructor with noop trigger to use execution id and workflow id. (#994)
    • -

    Opensearch Ml Common

    +

    Opensearch ML Common

    • Add missing codes from pen test fix (#1060)
      • @@ -171,10 +165,17 @@
    • fix init master key bug (#1094)
    -

    Opensearch Security Analytics

    +

    Opensearch SQL

      -
    • Fixed compile issues related to latest OS core repo changes. (#412)
      • +
    • Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
      • +
    • Fix CSV/RAW output header being application/json rather than plain/text (#1779)
      • +
    + +

    Opensearch Neural Search

    + +
      +
    • Fix update document with knnn_vector size not matching issue (#208)

    INFRASTRUCTURE

    @@ -196,15 +197,6 @@
  • Upgrade checkstyle version from 9.3 to 10.3.3 #495
    • -

    Opensearch Sql

    - -
      -
    • stopPrometheus task in doctest build.gradle now runs upon project failure in startOpenSearch (#1747)
      • -
    • Upgrade guava to 32.0.1
      • -
    • Disable CrossClusterSearchIT test (#1814)
      • -
    • fix flakytest when tests.locale=tr (#1827)
      • -
    -

    Opensearch Anomaly Detection

      @@ -214,7 +206,7 @@
    • Fix main build - update import of Releasable and remove reference to BaseExceptionsHelper (#930)
    -

    Opensearch Ml Common

    +

    Opensearch ML Common

    • Adding an integration test for redeploying a model (#1016)
      • @@ -227,6 +219,15 @@
    • IT Security Tests for model access control (#1095)
    +

    Opensearch SQL

    + +
      +
    • stopPrometheus task in doctest build.gradle now runs upon project failure in startOpenSearch (#1747)
      • +
    • Upgrade guava to 32.0.1
      • +
    • Disable CrossClusterSearchIT test (#1814)
      • +
    • fix flakytest when tests.locale=tr (#1827)
      • +
    +

    DOCUMENTATION

    Opensearch Notifications

    @@ -235,57 +236,58 @@
  • Add 2.9.0 release notes (#702)
    • -

    Opensearch Common Utils

    +

    Opensearch Security Analytics

      -
    • Added 2.9 release notes. (#482)
      • +
    • Added 2.9.0 release notes. (#486)
    -

    Opensearch Sql

    +

    Opensearch Common Utils

      -
    • Updated documentation of round function return type (#1725)
      • -
    • Updated protocol.rst with new wording for error message (#1662)
      • +
    • Added 2.9 release notes. (#482)
    -

    Opensearch Alerting

    +

    Opensearch Anomaly Detection

      -
    • Added 2.9 release notes. (#1010)
      • +
    • Updated Maintainers and CODE_OWNERS list (#926)
    -

    Opensearch Anomaly Detection

    +

    Opensearch Alerting

      -
    • Updated Maintainers and CODE_OWNERS list (#926)
      • +
    • Added 2.9 release notes. (#1010)
    -

    Opensearch Ml Common

    +

    Opensearch ML Common

    • model access control documentation (#966)
    • updating docs for model group id (#980)
    -

    Opensearch Security Analytics

    +

    Opensearch SQL

      -
    • Added 2.9.0 release notes. (#486)
      • +
    • Updated documentation of round function return type (#1725)
      • +
    • Updated protocol.rst with new wording for error message (#1662)

    MAINTENANCE

    -

    Opensearch Neural Search

    - -

    Maintenance

    -

    Increment version to 2.9.0-SNAPSHOT (#191)

    -

    Opensearch Notifications

    • [AUTO] Increment version to 2.9.0-SNAPSHOT (#690)
    +

    Opensearch Geospatial

    + +
      +
    • Increment version to 2.9.0-SNAPSHOT (#329)
      • +
    +

    Opensearch Performance Analyzer

      @@ -295,16 +297,32 @@
    • Ensures compatibility check readiness #438
    -

    Opensearch Geospatial

    +

    Opensearch Security

    -

    Maintenance

    -

    Increment version to 2.9.0-SNAPSHOT (#329)

    +
      +
    • Match version of zstd-jni from core (#2835)
      • +
    • Add Andrey Pleskach (Willyborankin) to Maintainers (#2843)
      • +
    • Updates bwc versions to latest release (#2849)
      • +
    • Add search model group permission to ml_read_access role (#2855) (#2858)
      • +
    • Format 2.x (#2878)
      • +
    • Update snappy to 1.1.10.1 and guava to 32.0.1-jre (#2886) (#2889)
      • +
    • Resolve ImmutableOpenMap issue from core refactor (#2908)
      • +
    • Misc changes (#2902) (#2904)
      • +
    • Bump BouncyCastle from jdk15on to jdk15to18 (#2901) (#2917)
      • +
    • Fix the import org.opensearch.core.common.Strings; and import org.opensearch.core.common.logging.LoggerMessageFormat; (#2953)
      • +
    • Remove commons-collections 3.2.2 (#2924) (#2957)
      • +
    • Resolve CVE-2023-2976 by forcing use of Guava 32.0.1 (#2937) (#2974)
      • +
    • Bump jaxb to 2.3.8 (#2977) (#2979)
      • +
    • Update Gradle to 8.2.1 (#2978) (#2981)
      • +
    • Changed maven repo location for compatibility check (#2988)
      • +
    • Bump guava to 32.1.1-jre (#2976) (#2990)
      • +
    -

    Opensearch Common Utils

    +

    Opensearch Security Analytics

      -
    • Increment version to 2.9.0-SNAPSHOT. (#444)
      • -
    • Modify triggers to push snapshots on all branches. (#454)
      • +
    • Increment version to 2.9.0-SNAPSHOT. (#466)
      • +
    • Gradle update. (#437)

    Opensearch Reporting

    @@ -313,10 +331,11 @@
  • Increment version to 2.9.0-SNAPSHOT (#712)
    • -

    Opensearch Asynchronous Search

    +

    Opensearch Common Utils

      -
    • Increment version to 2.9.0 (300)
      • +
    • Increment version to 2.9.0-SNAPSHOT. (#444)
      • +
    • Modify triggers to push snapshots on all branches. (#454)

    Opensearch Alerting

    @@ -325,28 +344,7 @@
  • Increment version to 2.9.0-SNAPSHOT. (#950)
    • -

    Opensearch Security

    - -
      -
    • Match version of zstd-jni from core (#2835)
      • -
    • Add Andrey Pleskach (Willyborankin) to Maintainers (#2843)
      • -
    • Updates bwc versions to latest release (#2849)
      • -
    • Add search model group permission to ml_read_access role (#2855) (#2858)
      • -
    • Format 2.x (#2878)
      • -
    • Update snappy to 1.1.10.1 and guava to 32.0.1-jre (#2886) (#2889)
      • -
    • Resolve ImmutableOpenMap issue from core refactor (#2908)
      • -
    • Misc changes (#2902) (#2904)
      • -
    • Bump BouncyCastle from jdk15on to jdk15to18 (#2901) (#2917)
      • -
    • Fix the import org.opensearch.core.common.Strings; and import org.opensearch.core.common.logging.LoggerMessageFormat; (#2953)
      • -
    • Remove commons-collections 3.2.2 (#2924) (#2957)
      • -
    • Resolve CVE-2023-2976 by forcing use of Guava 32.0.1 (#2937) (#2974)
      • -
    • Bump jaxb to 2.3.8 (#2977) (#2979)
      • -
    • Update Gradle to 8.2.1 (#2978) (#2981)
      • -
    • Changed maven repo location for compatibility check (#2988)
      • -
    • Bump guava to 32.1.1-jre (#2976) (#2990)
      • -
    - -

    Opensearch Ml Common

    +

    Opensearch ML Common

    • Increment version to 2.9.0-SNAPSHOT (#955)
      • @@ -356,37 +354,42 @@
    • change to compileOnly to avoid jarhell (#1062)
    -

    Opensearch Security Analytics

    +

    Opensearch Neural Search

      -
    • Increment version to 2.9.0-SNAPSHOT. (#466)
      • -
    • Gradle update. (#437)
      • +
    • Increment version to 2.9.0-SNAPSHOT (#191)
      • +
    + +

    Opensearch Asynchronous Search

    + +
      +
    • Increment version to 2.9.0 (300)

    REFACTORING

    -

    Opensearch Observability

    +

    Opensearch Geospatial

    -

    Refactoring

      -
    • Add class for loading mapping templates in bulk (#1550)
      • +
    • Change package for Strings.hasText (#314)
    -

    Opensearch Geospatial

    +

    Opensearch Observability

    -

    Refactoring

    -

    Change package for Strings.hasText (#314)

    +
      +
    • Add class for loading mapping templates in bulk (#1550)
      • +
    -

    Opensearch Common Utils

    +

    Opensearch Security Analytics

      -
    • Pass workflow id in alert constructors. (#465)
      • +
    • Use strong password in security test. (#452)
    -

    Opensearch Sql

    +

    Opensearch Common Utils

      -
    • Simplify OpenSearchIndexScanBuilder (#1738)
      • +
    • Pass workflow id in alert constructors. (#465)

    Opensearch Alerting

    @@ -395,9 +398,9 @@
  • Use strong password in security test. (#933)
    • -

    Opensearch Security Analytics

    +

    Opensearch SQL

      -
    • Use strong password in security test. (#452)
      • +
    • Simplify OpenSearchIndexScanBuilder (#1738)
    diff --git a/src/release_notes_automation/release_notes_table-2.10.0.md b/src/release_notes_automation/release_notes_table-2.10.0.md new file mode 100644 index 0000000000..a8a98f5544 --- /dev/null +++ b/src/release_notes_automation/release_notes_table-2.10.0.md @@ -0,0 +1,22 @@ +# OpenSearch CommitID(after 2022-10-26) & Release Notes info +| Repo | Branch |CommitID|Commit Date|Release Notes Exists| Full Path | URL | +|-------------------------|---------------|--------|-----------|--------------------|--------------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------| +|alerting |[tags/2.10.0.0]|dc1b9bf |2023-09-18 |True |opensearch-alerting.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/alerting/2.10.0.0/release-notes/opensearch-alerting.release-notes-2.10.0.0.md | +|anomaly-detection |[tags/2.10.0.0]|bc4d8b1 |2023-09-08 |True |opensearch-anomaly-detection.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.10.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.10.0.0.md | +|asynchronous-search |[tags/2.10.0.0]|a312d9a |2023-09-07 |True |opensearch-asynchronous-search.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.10.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.10.0.0.md | +|common-utils |[tags/2.10.0.0]|0352c2f |2023-09-08 |True |opensearch-common-utils.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/common-utils/2.10.0.0/release-notes/opensearch-common-utils.release-notes-2.10.0.0.md | +|cross-cluster-replication|[tags/2.10.0.0]|dee2f60 |2023-09-08 |True |opensearch-cross-cluster-replication.release-notes-2.10.0.0.md|https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.10.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.10.0.0.md| +|custom-codecs |[tags/2.10.0.0]|3437b43 |2023-09-15 |True |opensearch-custom-codecs.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/custom-codecs/2.10.0.0/release-notes/opensearch-custom-codecs.release-notes-2.10.0.0.md | +|geospatial |[tags/2.10.0.0]|a3da222 |2023-09-12 |True |opensearch-geospatial.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/geospatial/2.10.0.0/release-notes/opensearch-geospatial.release-notes-2.10.0.0.md | +|index-management |[tags/2.10.0.0]|062badd |2023-09-07 |True |opensearch-index-management.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/index-management/2.10.0.0/release-notes/opensearch-index-management.release-notes-2.10.0.0.md | +|job-scheduler |[tags/2.10.0.0]|e9d3637 |2023-09-12 |True |opensearch.job-scheduler.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.10.0.0/release-notes/opensearch.job-scheduler.release-notes-2.10.0.0.md | +|k-NN |[tags/2.10.0.0]|e437016 |2023-09-07 |True |opensearch-knn.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/k-NN/2.10.0.0/release-notes/opensearch-knn.release-notes-2.10.0.0.md | +|ml-commons |[tags/2.10.0.0]|521214b |2023-09-13 |True |opensearch-ml-common.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.10.0.0/release-notes/opensearch-ml-common.release-notes-2.10.0.0.md | +|neural-search |[tags/2.10.0.0]|9476d43 |2023-09-07 |True |opensearch-neural-search.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/neural-search/2.10.0.0/release-notes/opensearch-neural-search.release-notes-2.10.0.0.md | +|notifications |[tags/2.10.0.0]|0a9dfb0 |2023-09-07 |True |opensearch-notifications.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/notifications/2.10.0.0/release-notes/opensearch-notifications.release-notes-2.10.0.0.md | +|opensearch-observability |[tags/2.10.0.0]|d2c087c |2023-09-13 |True |opensearch-observability.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/observability/2.10.0.0/release-notes/opensearch-observability.release-notes-2.10.0.0.md | +|opensearch-reports |[tags/2.10.0.0]|3095e3c |2023-09-13 |True |opensearch-reporting.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/reporting/2.10.0.0/release-notes/opensearch-reporting.release-notes-2.10.0.0.md | +|performance-analyzer |[tags/2.10.0.0]|3ee56fc |2023-09-07 |True |opensearch-performance-analyzer.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.10.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.10.0.0.md | +|security |[tags/2.10.0.0]|6daa697 |2023-09-12 |True |opensearch-security.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/security/2.10.0.0/release-notes/opensearch-security.release-notes-2.10.0.0.md | +|security-analytics |[tags/2.10.0.0]|e005b5a |2023-09-19 |True |opensearch-security-analytics.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.10.0.0/release-notes/opensearch-security-analytics.release-notes-2.10.0.0.md | +|sql |[tags/2.10.0.0]|ef18b38 |2023-09-07 |True |opensearch-sql.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/sql/2.10.0.0/release-notes/opensearch-sql.release-notes-2.10.0.0.md | diff --git a/src/release_notes_automation/release_notes_table-2.11.0.md b/src/release_notes_automation/release_notes_table-2.11.0.md new file mode 100644 index 0000000000..83b9c87a13 --- /dev/null +++ b/src/release_notes_automation/release_notes_table-2.11.0.md @@ -0,0 +1,22 @@ +# OpenSearch CommitID(after 2022-07-26) & Release Notes info +| Repo | Branch |CommitID|Commit Date|Release Notes Exists| Full Path | URL | +|-------------------------|---------------|--------|-----------|--------------------|--------------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------| +|alerting |[tags/2.11.0.0]|765ab36 |2023-10-12 |True |opensearch-alerting.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/alerting/2.11.0.0/release-notes/opensearch-alerting.release-notes-2.11.0.0.md | +|anomaly-detection |[tags/2.11.0.0]|35d4764 |2023-10-05 |True |opensearch-anomaly-detection.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.11.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.11.0.0.md | +|asynchronous-search |[tags/2.11.0.0]|e291c1c |2023-10-04 |True |opensearch-asynchronous-search.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.11.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.11.0.0.md | +|common-utils |[tags/2.11.0.0]|aaa4c2a |2023-09-08 |False | | | +|cross-cluster-replication|[tags/2.11.0.0]|9a49f40 |2023-10-12 |True |opensearch-cross-cluster-replication.release-notes-2.11.0.0.md|https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.11.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.11.0.0.md| +|custom-codecs |[tags/2.11.0.0]|486ed65 |2023-10-04 |False | | | +|geospatial |[tags/2.11.0.0]|2a7f1b0 |2023-10-06 |True |opensearch-geospatial.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/geospatial/2.11.0.0/release-notes/opensearch-geospatial.release-notes-2.11.0.0.md | +|index-management |[tags/2.11.0.0]|319bbb2 |2023-10-11 |True |opensearch-index-management.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/index-management/2.11.0.0/release-notes/opensearch-index-management.release-notes-2.11.0.0.md | +|job-scheduler |[tags/2.11.0.0]|0a2fef2 |2023-10-02 |True |opensearch.job-scheduler.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.11.0.0/release-notes/opensearch.job-scheduler.release-notes-2.11.0.0.md | +|k-NN |[tags/2.11.0.0]|916471a |2023-10-11 |True |opensearch-knn.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/k-NN/2.11.0.0/release-notes/opensearch-knn.release-notes-2.11.0.0.md | +|ml-commons |[tags/2.11.0.0]|3897ad1 |2023-10-11 |True |opensearch-ml-common.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.11.0.0/release-notes/opensearch-ml-common.release-notes-2.11.0.0.md | +|neural-search |[tags/2.11.0.0]|51e6c00 |2023-10-12 |True |opensearch-neural-search.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/neural-search/2.11.0.0/release-notes/opensearch-neural-search.release-notes-2.11.0.0.md | +|notifications |[tags/2.11.0.0]|16f601b |2023-10-11 |True |opensearch-notifications.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/notifications/2.11.0.0/release-notes/opensearch-notifications.release-notes-2.11.0.0.md | +|opensearch-observability |[tags/2.11.0.0]|bd11e81 |2023-09-13 |False | | | +|opensearch-reports |[tags/2.11.0.0]|f8ff706 |2023-10-12 |True |opensearch-reporting.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/reporting/2.11.0.0/release-notes/opensearch-reporting.release-notes-2.11.0.0.md | +|performance-analyzer |[tags/2.11.0.0]|d907f19 |2023-10-05 |True |opensearch-performance-analyzer.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.11.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.11.0.0.md | +|security |[tags/2.11.0.0]|bc03bd4 |2023-10-11 |True |opensearch-security.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/security/2.11.0.0/release-notes/opensearch-security.release-notes-2.11.0.0.md | +|security-analytics |[tags/2.11.0.0]|ec20fc3 |2023-10-11 |True |opensearch-security-analytics.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.11.0.0/release-notes/opensearch-security-analytics.release-notes-2.11.0.0.md | +|sql |[tags/2.11.0.0]|b729164 |2023-10-12 |True |opensearch-sql.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/sql/2.11.0.0/release-notes/opensearch-sql.release-notes-2.11.0.0.md | diff --git a/src/release_notes_automation/release_notes_urls-2.10.0.txt b/src/release_notes_automation/release_notes_urls-2.10.0.txt new file mode 100644 index 0000000000..ebf1c5097d --- /dev/null +++ b/src/release_notes_automation/release_notes_urls-2.10.0.txt @@ -0,0 +1,19 @@ +https://raw.githubusercontent.com/opensearch-project/alerting/2.10.0.0/release-notes/opensearch-alerting.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.10.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.10.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/common-utils/2.10.0.0/release-notes/opensearch-common-utils.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.10.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/custom-codecs/2.10.0.0/release-notes/opensearch-custom-codecs.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/geospatial/2.10.0.0/release-notes/opensearch-geospatial.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/index-management/2.10.0.0/release-notes/opensearch-index-management.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.10.0.0/release-notes/opensearch.job-scheduler.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/k-NN/2.10.0.0/release-notes/opensearch-knn.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/ml-commons/2.10.0.0/release-notes/opensearch-ml-common.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/neural-search/2.10.0.0/release-notes/opensearch-neural-search.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/notifications/2.10.0.0/release-notes/opensearch-notifications.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/observability/2.10.0.0/release-notes/opensearch-observability.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/reporting/2.10.0.0/release-notes/opensearch-reporting.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.10.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/security/2.10.0.0/release-notes/opensearch-security.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/security-analytics/2.10.0.0/release-notes/opensearch-security-analytics.release-notes-2.10.0.0.md +https://raw.githubusercontent.com/opensearch-project/sql/2.10.0.0/release-notes/opensearch-sql.release-notes-2.10.0.0.md \ No newline at end of file diff --git a/src/release_notes_automation/release_notes_urls-2.11.0.txt b/src/release_notes_automation/release_notes_urls-2.11.0.txt new file mode 100644 index 0000000000..7a5d5491de --- /dev/null +++ b/src/release_notes_automation/release_notes_urls-2.11.0.txt @@ -0,0 +1,16 @@ +https://raw.githubusercontent.com/opensearch-project/alerting/2.11.0.0/release-notes/opensearch-alerting.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.11.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.11.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.11.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/geospatial/2.11.0.0/release-notes/opensearch-geospatial.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/index-management/2.11.0.0/release-notes/opensearch-index-management.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.11.0.0/release-notes/opensearch.job-scheduler.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/k-NN/2.11.0.0/release-notes/opensearch-knn.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/ml-commons/2.11.0.0/release-notes/opensearch-ml-common.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/neural-search/2.11.0.0/release-notes/opensearch-neural-search.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/notifications/2.11.0.0/release-notes/opensearch-notifications.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/reporting/2.11.0.0/release-notes/opensearch-reporting.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.11.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/security/2.11.0.0/release-notes/opensearch-security.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/security-analytics/2.11.0.0/release-notes/opensearch-security-analytics.release-notes-2.11.0.0.md +https://raw.githubusercontent.com/opensearch-project/sql/2.11.0.0/release-notes/opensearch-sql.release-notes-2.11.0.0.md \ No newline at end of file diff --git a/src/run_releasenotes_check.py b/src/run_releasenotes_check.py index 5e232d4b86..0fd231c82d 100644 --- a/src/run_releasenotes_check.py +++ b/src/run_releasenotes_check.py @@ -29,6 +29,13 @@ def main() -> int: table_filename = f"{BASE_FILE_PATH}/release_notes_table-{BUILD_VERSION}.md" urls_filename = f"{BASE_FILE_PATH}/release_notes_urls-{BUILD_VERSION}.txt" + def capitalize_acronyms(formatted_name) -> str: + acronyms = ["sql", "ml", "knn"] + for acronym in acronyms: + pattern = re.compile(re.escape(acronym), re.IGNORECASE) + formatted_name = re.sub(pattern, acronym.upper(), formatted_name) + return formatted_name + def format_component_name_from_url(url) -> str: start_index = url.find("release-notes/") if start_index == -1: @@ -37,8 +44,8 @@ def format_component_name_from_url(url) -> str: if end_index == -1: raise ValueError("'.release-notes' not found after 'release-notes/'") component_name = url[start_index + len("release-notes/") : end_index] - formatted_name = " ".join(word.capitalize() for word in component_name.split("-")) - return formatted_name + formatted_name = " ".join(word.capitalize() for word in re.split(r"[-.]", component_name)) + return capitalize_acronyms(formatted_name) def create_urls_file_if_not_exists() -> None: urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename) @@ -128,10 +135,14 @@ def create_urls_file_if_not_exists() -> None: content_to_end = content[content_start:] else: content_to_end = content[content_start : content.find(headings[i + 1])] - # remove heading from obtained content to avoid duplication + content_to_end = content_to_end.replace(f"### {heading}", "").lstrip() parts = content_to_end.split("*", 1) if len(parts) == 2: content_to_end = "*" + parts[1] + else: + content_to_end = content_to_end.lstrip().lstrip("-") + if len(content_to_end) > 0: + content_to_end = "* " + content_to_end plugin_data[plugin_name][heading].append(content_to_end) # print(plugin_data[plugin_name][heading]) print("Compilation complete.") @@ -156,11 +167,11 @@ def create_urls_file_if_not_exists() -> None: for plugin, categories in plugin_data.items(): if category.lower() in [cat.lower() for cat in categories.keys()]: - temp_content.append(markdown(f"\n### {plugin}\n\n")) for cat, content_list in categories.items(): if cat.lower() == category.lower(): for content in content_list: if content.strip(): + temp_content.append(markdown(f"\n### {plugin}\n\n")) temp_content.append(markdown(content)) if len(temp_content) > 1: @@ -170,14 +181,17 @@ def create_urls_file_if_not_exists() -> None: print(f"\n## {category} was empty\n\n") # Handle unknown categories + temp_content = [] for plugin, categories in plugin_data.items(): for cat, content_list in categories.items(): if cat.lower() not in RELEASENOTES_CATEGORIES.lower(): - outfile.write(markdown(f"\n## {cat.upper()} [NEW CATEGORY]\n\n")) - outfile.write(markdown(f"\n### {plugin}\n\n")) - for content in content_list: - outfile.write(markdown(content)) - outfile.write("\n") + temp_content.append(f"\n## {cat.upper()}\n\n") + temp_content.append(f"\n### {plugin}\n\n") + temp_content.extend(content_list) + if temp_content: + outfile.write(markdown("## NON-COMPLIANT")) + for item in temp_content: + outfile.write(markdown(item)) if args.output is not None: print(f"Moving {RELEASE_NOTE_MD} to {args.output}") From e327d3307b5947e36c38f19cfdad01dac2e855d5 Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Wed, 8 Nov 2023 17:55:33 +0000 Subject: [PATCH 07/14] sort repo names Signed-off-by: Sachin Sahu --- .../release_notes-2.10.0.md | 390 +++++++++--------- .../release_notes-2.11.0.md | 192 ++++----- .../release_notes-2.8.0.md | 250 +++++------ .../release_notes-2.9.0.md | 274 ++++++------ .../release_notes_component.py | 7 - src/run_releasenotes_check.py | 9 +- 6 files changed, 556 insertions(+), 566 deletions(-) diff --git a/src/release_notes_automation/release_notes-2.10.0.md b/src/release_notes_automation/release_notes-2.10.0.md index aec5256d4f..814aeb39f1 100644 --- a/src/release_notes_automation/release_notes-2.10.0.md +++ b/src/release_notes_automation/release_notes-2.10.0.md @@ -1,10 +1,19 @@

    OpenSearch and OpenSearch Dashboards 2.10.0 Release Notes

    FEATURES

    -

    Opensearch KNN

    +

    Opensearch Alerting

      -
    • Add Clear Cache API (#740)
      • +
    • Add workflowIds field in getAlerts API (#1014)
      • +
    • add alertId parameter in get chained alert API and paginate associated alerts if alertId param is mentioned (#1071)
      • +
    • Chained Alert Behaviour Changes (#1079)
      • +
    + +

    Opensearch Common Utils

    + +
      +
    • common utils to support Microsoft teams in notifications (#428)
      • +
    • support list of monitor ids in Chained Monitor Findings (#514)

    Opensearch Custom Codecs

    @@ -26,11 +35,10 @@
  • make control center index as system index. (#919)
    • -

    Opensearch Common Utils

    +

    Opensearch KNN

      -
    • common utils to support Microsoft teams in notifications (#428)
      • -
    • support list of monitor ids in Chained Monitor Findings (#514)
      • +
    • Add Clear Cache API (#740)

    Opensearch ML Common

    @@ -39,6 +47,12 @@
  • Conversations and Generative AI in OpenSearch (#1150)
    • +

    Opensearch Neural Search

    + +
      +
    • Improved Hybrid Search relevancy by Score Normalization and Combination (#241)
      • +
    +

    Opensearch Security Analytics

      @@ -47,22 +61,16 @@
    • Using alerting workflows in detectors (#541)
    -

    Opensearch Neural Search

    - -
      -
    • Improved Hybrid Search relevancy by Score Normalization and Combination (#241)
      • -
    +

    ENHANCEMENTS

    -

    Opensearch Alerting

    +

    Opensearch Anomaly Detection

      -
    • Add workflowIds field in getAlerts API (#1014)
      • -
    • add alertId parameter in get chained alert API and paginate associated alerts if alertId param is mentioned (#1071)
      • -
    • Chained Alert Behaviour Changes (#1079)
      • +
    • Defaults anomaly grade to 0 if negative. (#977)
      • +
    • Update RCF to v3.8 and Enable Auto AD with 'Alert Once' Option (#979)
      • +
    • Revert "Enforce DOCUMENT Replication for AD Indices" (#1006)
    -

    ENHANCEMENTS

    -

    Opensearch KNN

      @@ -71,6 +79,22 @@
    • Added max distance computation logic to enhance the switch to exact search in filtered Nearest Neighbor Search. (#1066)
    +

    Opensearch ML Common

    + +
      +
    • Add feature flags for remote inference (#1223)
      • +
    • Add eligible node role settings (#1197)
      • +
    • Add more stats: connector count, connector/config index status (#1180)
      • +
    + +

    Opensearch Neural Search

    + +
      +
    • Changed format for hybrid query results to a single list of scores with delimiter (#259)
      • +
    • Added validations for score combination weights in Hybrid Search (#265)
      • +
    • Made hybrid search active by default (#274)
      • +
    +

    Opensearch Performance Analyzer

      @@ -86,14 +110,6 @@
    • [Backport 2.x] Added support of timestamp/date/time using curly brackets by @matthewryanwells in https://github.com/opensearch-project/sql/pull/1908
    -

    Opensearch ML Common

    - -
      -
    • Add feature flags for remote inference (#1223)
      • -
    • Add eligible node role settings (#1197)
      • -
    • Add more stats: connector count, connector/config index status (#1180)
      • -
    -

    Opensearch Security

      @@ -110,28 +126,21 @@
    • System index permissions (#2887)
    -

    Opensearch Neural Search

    - -
      -
    • Changed format for hybrid query results to a single list of scores with delimiter (#259)
      • -
    • Added validations for score combination weights in Hybrid Search (#265)
      • -
    • Made hybrid search active by default (#274)
      • -
    +

    BUG FIXES

    -

    Opensearch Anomaly Detection

    +

    Opensearch Alerting

      -
    • Defaults anomaly grade to 0 if negative. (#977)
      • -
    • Update RCF to v3.8 and Enable Auto AD with 'Alert Once' Option (#979)
      • -
    • Revert "Enforce DOCUMENT Replication for AD Indices" (#1006)
      • +
    • fix get alerts alertState query filter (#1064)
    -

    BUG FIXES

    - -

    Opensearch KNN

    +

    Opensearch Cross Cluster Replication

      -
    • Update Faiss parameter construction to allow HNSW+PQ to work (#1074)
      • +
    • Settings are synced before syncing mapping (#994)
      • +
    • Handled OpenSearchRejectExecuteException, introduced new setting plugins.replication.follower.concurrent_writers_per_shard. (#1004)
      • +
    • Fixed tests relying on wait_for_active_shards, fixed test for single Node and consume numNodes (#1091)
      • +
    • Excessive logging avoided during certain exception types such as OpensearchTimeoutException (#1114)

    Opensearch Geospatial

    @@ -150,18 +159,10 @@
  • fix intelliJ IDEA gradle sync error (#916)
    • -

    Opensearch SQL

    +

    Opensearch KNN

      -
    • [2.x] bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
      • -
    • [Backport 2.x] Okio upgrade to 3.5.0 by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1963
      • -
    • [Backport 2.x] Fixed response codes For Requests With security exception. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2029
      • -
    • [Backport 2.x] Backport breaking changes by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1920
      • -
    • [Manual Backport #1943] Fixing string format change #1943 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1946
      • -
    • [Backport 2.x] Fix CVE by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1944
      • -
    • [Backport 2.x] Breaking change OpenSearch main project - Action movement (#1958) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1965
      • -
    • [Backport 2.x] Update backport CI, add PR merged condition by @ps48 in https://github.com/opensearch-project/sql/pull/1970
      • -
    • [Backport 2.x] Fixed exception when datasource is updated with existing configuration. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2008
      • +
    • Update Faiss parameter construction to allow HNSW+PQ to work (#1074)

    Opensearch ML Common

    @@ -176,20 +177,25 @@
  • Fix core package name to address compilation errors (#1157)
    • -

    Opensearch Security Analytics

    +

    Opensearch Reporting

      -
    • Fix for mappings of custom log types & other bug fixes (#505)
      • -
    • Fixes detectorType incompatibility with detector rules (#524)
      • +
    • Update import from upstream breaking changes (#739)
      • +
    • Fix from upstream import changes (#748)
    -

    Opensearch Cross Cluster Replication

    +

    Opensearch SQL

      -
    • Settings are synced before syncing mapping (#994)
      • -
    • Handled OpenSearchRejectExecuteException, introduced new setting plugins.replication.follower.concurrent_writers_per_shard. (#1004)
      • -
    • Fixed tests relying on wait_for_active_shards, fixed test for single Node and consume numNodes (#1091)
      • -
    • Excessive logging avoided during certain exception types such as OpensearchTimeoutException (#1114)
      • +
    • [2.x] bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
      • +
    • [Backport 2.x] Okio upgrade to 3.5.0 by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1963
      • +
    • [Backport 2.x] Fixed response codes For Requests With security exception. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2029
      • +
    • [Backport 2.x] Backport breaking changes by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1920
      • +
    • [Manual Backport #1943] Fixing string format change #1943 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1946
      • +
    • [Backport 2.x] Fix CVE by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1944
      • +
    • [Backport 2.x] Breaking change OpenSearch main project - Action movement (#1958) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1965
      • +
    • [Backport 2.x] Update backport CI, add PR merged condition by @ps48 in https://github.com/opensearch-project/sql/pull/1970
      • +
    • [Backport 2.x] Fixed exception when datasource is updated with existing configuration. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2008

    Opensearch Security

    @@ -205,34 +211,44 @@
  • Fix permissions issues while reading keys in PKCS#1 format (#3289)
    • -

    Opensearch Reporting

    +

    Opensearch Security Analytics

      -
    • Update import from upstream breaking changes (#739)
      • -
    • Fix from upstream import changes (#748)
      • +
    • Fix for mappings of custom log types & other bug fixes (#505)
      • +
    • Fixes detectorType incompatibility with detector rules (#524)
    +

    INFRASTRUCTURE

    +

    Opensearch Alerting

      -
    • fix get alerts alertState query filter (#1064)
      • +
    • Upgrade the backport workflow (#1028)
      • +
    • Updates demo certs used in integ tests (#1115)
    -

    INFRASTRUCTURE

    +

    Opensearch Anomaly Detection

    -

    Opensearch Geospatial

    +
      +
    • Adds auto release workflow (#1003)
      • +
    • upgrading commons-lang3 version to fix conflict issue (#1014)
      • +
    • Updates demo certs for integ tests (#1021)
      • +
    • Upgrade AD's bwc baseline version to 1.3.2 to resolve cluster join issue (#1029)
      • +
    + +

    Opensearch Asynchronous Search

      -
    • Make jacoco report to be generated faster in local (#267)
      • -
    • Exclude lombok generated code from jacoco coverage report (#268)
      • +
    • Updates demo certs used in rest tests (#341)
      • +
    • Adding release workflow for the asynchronous search (#330)
      • +
    • Refactoring changes in main (#328)
    -

    Opensearch Performance Analyzer

    +

    Opensearch Geospatial

      -
    • Update BWC version to 2.9.0 #529
      • -
    • Update performance-analyzer-commons library version #537
      • -
    • Upgrade gRPC protobug to mitigate connection termination issue #471
      • +
    • Make jacoco report to be generated faster in local (#267)
      • +
    • Exclude lombok generated code from jacoco coverage report (#268)

    Opensearch Index Management

    @@ -244,6 +260,13 @@
  • Updates demo certs used in integ tests. (#921)
    • +

    Opensearch ML Common

    + +
      +
    • Updates demo certs used in integ tests (#1291)
      • +
    • Add Auto Release Workflow (#1306)
      • +
    +

    Opensearch Notifications

      @@ -255,65 +278,65 @@
    • Updates demo certs used in integ tests(#756)
    -

    Opensearch SQL

    +

    Opensearch Observability

      -
    • [Backport 2.x] Add _primary preference only for segment replication enabled indices by @opensearch-trigger-bot in -https://github.com/opensearch-project/sql/pull/2036
      • -
    • [Backport 2.x] Revert "Guarantee datasource read api is strong consistent read (#1815)" by @opensearch-trigger-bot in
      • -
    • [Backport 2.x] [Spotless] Adds new line at end of java files by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1925
      • -
    • (#1506) Remove reservedSymbolTable and replace with HIDDEN_FIELD_NAME… by @acarbonetto in https://github.com/opensearch-project/sql/pull/1964
      • +
    • Update backport CI, add PR merged condition in https://github.com/opensearch-project/observability/pull/1587
    -

    Opensearch ML Common

    +

    Opensearch Performance Analyzer

      -
    • Updates demo certs used in integ tests (#1291)
      • -
    • Add Auto Release Workflow (#1306)
      • +
    • Update BWC version to 2.9.0 #529
      • +
    • Update performance-analyzer-commons library version #537
      • +
    • Upgrade gRPC protobug to mitigate connection termination issue #471
    -

    Opensearch Asynchronous Search

    +

    Opensearch SQL

      -
    • Updates demo certs used in rest tests (#341)
      • -
    • Adding release workflow for the asynchronous search (#330)
      • -
    • Refactoring changes in main (#328)
      • +
    • [Backport 2.x] Add _primary preference only for segment replication enabled indices by @opensearch-trigger-bot in +https://github.com/opensearch-project/sql/pull/2036
      • +
    • [Backport 2.x] Revert "Guarantee datasource read api is strong consistent read (#1815)" by @opensearch-trigger-bot in
      • +
    • [Backport 2.x] [Spotless] Adds new line at end of java files by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1925
      • +
    • (#1506) Remove reservedSymbolTable and replace with HIDDEN_FIELD_NAME… by @acarbonetto in https://github.com/opensearch-project/sql/pull/1964
    -

    Opensearch Observability

    +

    DOCUMENTATION

    + +

    Opensearch Alerting

      -
    • Update backport CI, add PR merged condition in https://github.com/opensearch-project/observability/pull/1587
      • +
    • Added 2.10 release notes (#1117)
    -

    Opensearch Anomaly Detection

    +

    Opensearch Asynchronous Search

      -
    • Adds auto release workflow (#1003)
      • -
    • upgrading commons-lang3 version to fix conflict issue (#1014)
      • -
    • Updates demo certs for integ tests (#1021)
      • -
    • Upgrade AD's bwc baseline version to 1.3.2 to resolve cluster join issue (#1029)
      • +
    • Add 2.10.0 release notes (#353)
    -

    Opensearch Alerting

    +

    Opensearch Common Utils

      -
    • Upgrade the backport workflow (#1028)
      • -
    • Updates demo certs used in integ tests (#1115)
      • +
    • Added 2.10.0.0 release notes (#531)
    -

    DOCUMENTATION

    -

    Opensearch Index Management

    • Added 2.10 release notes. (#925)
    -

    Opensearch Common Utils

    +

    Opensearch ML Common

      -
    • Added 2.10.0.0 release notes (#531)
      • +
    • Updating cohere blueprint doc (#1213)
      • +
    • Fixing docs (#1193)
      • +
    • Add model auto redeploy tutorial (#1175)
      • +
    • Add remote inference tutorial (#1158)
      • +
    • Adding blueprint examples for remote inference (#1155)
      • +
    • Updating developer guide for CCI contributors (#1049)

    Opensearch Notifications

    @@ -328,41 +351,33 @@ https://github.com/opensearch-project/sql/pull/2036
  • [Backport 2.x] Fix doctest data by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1998
    • -

    Opensearch ML Common

    - -
      -
    • Updating cohere blueprint doc (#1213)
      • -
    • Fixing docs (#1193)
      • -
    • Add model auto redeploy tutorial (#1175)
      • -
    • Add remote inference tutorial (#1158)
      • -
    • Adding blueprint examples for remote inference (#1155)
      • -
    • Updating developer guide for CCI contributors (#1049)
      • -
    -

    Opensearch Security Analytics

    • Added 2.10.0 release notes. (#555)
    -

    Opensearch Asynchronous Search

    +

    MAINTENANCE

    + +

    Opensearch Alerting

      -
    • Add 2.10.0 release notes (#353)
      • +
    • Increment version to 2.10.0-SNAPSHOT. (#1018)
      • +
    • exclude <v32 version of google guava dependency from google java format and add google guava 32.0.1 to resolve CVE CVE-2023-2976 (#1094)
    -

    Opensearch Alerting

    +

    Opensearch Asynchronous Search

      -
    • Added 2.10 release notes (#1117)
      • +
    • Upgrade Guava version to 32.0.1 (#347)
      • +
    • Increment version to 2.10.0 (#321)
    -

    MAINTENANCE

    - -

    Opensearch KNN

    +

    Opensearch Common Utils

      -
    • Update Guava Version to 32.0.1 (#1019)
      • +
    • Upgrade the backport workflow (#487)
      • +
    • Updates demo certs used in rest tests (#518)

    Opensearch Geospatial

    @@ -373,32 +388,29 @@ https://github.com/opensearch-project/sql/pull/2036
  • Version bump for spotlss and apache commons(#400)
    • -

    Opensearch Performance Analyzer

    - -
      -
    • Address core refactor changes for Task foundation classes and StreamIO #522
      • -
    • Address xcontent changes in core #526
      • -
    • Remove usage of deprecated "master" APIs #513
      • -
    • Update docker-compose.yml #465
      • -
    -

    Opensearch Index Management

    • Increment version to 2.10.0-SNAPSHOT. (#852)
    -

    Opensearch Common Utils

    +

    Opensearch Job Scheduler

      -
    • Upgrade the backport workflow (#487)
      • -
    • Updates demo certs used in rest tests (#518)
      • +
    • Update packages according to a change in OpenSearch core (#422) (#431)
      • +
    • Xcontent changes to ODFERestTestCase (#440)
      • +
    • Update LifecycleListener import (#445)
      • +
    • Bump slf4j-api to 2.0.7, ospackage to 11.4.0, google-java-format to 1.17.0, guava to 32.1.2-jre and spotless to 6.20.0 (#453)
      • +
    • Fixing Strings import (#459)
      • +
    • bump com.cronutils:cron-utils from 9.2.0 to 9.2.1 (#458)
      • +
    • React to changes in ActionListener and ActionFuture (#467)
      • +
    • bump com.diffplug.spotless from 6.20.0 to 6.21.0 (#484)
    -

    Opensearch Notifications

    +

    Opensearch KNN

      -
    • [AUTO] Increment version to 2.10.0-SNAPSHOT(#706)
      • +
    • Update Guava Version to 32.0.1 (#1019)

    Opensearch ML Common

    @@ -411,10 +423,26 @@ https://github.com/opensearch-project/sql/pull/2036
  • Bump aws-encryption-sdk-java to fix CVE-2023-33201 (#1309)
    • -

    Opensearch Security Analytics

    +

    Opensearch Notifications

      -
    • Bump version to 2.10 and resolve compile issues (#521)
      • +
    • [AUTO] Increment version to 2.10.0-SNAPSHOT(#706)
      • +
    + +

    Opensearch Performance Analyzer

    + +
      +
    • Address core refactor changes for Task foundation classes and StreamIO #522
      • +
    • Address xcontent changes in core #526
      • +
    • Remove usage of deprecated "master" APIs #513
      • +
    • Update docker-compose.yml #465
      • +
    + +

    Opensearch Reporting

    + +
      +
    • Fix CI (#738)
      • +
    • Update backport CI, add PR merged condition (#745)

    Opensearch Security

    @@ -469,46 +497,25 @@ https://github.com/opensearch-project/sql/pull/2036
  • Demo Configuration changes (#3330)
    • -

    Opensearch Reporting

    - -
      -
    • Fix CI (#738)
      • -
    • Update backport CI, add PR merged condition (#745)
      • -
    - -

    Opensearch Asynchronous Search

    +

    Opensearch Security Analytics

      -
    • Upgrade Guava version to 32.0.1 (#347)
      • -
    • Increment version to 2.10.0 (#321)
      • +
    • Bump version to 2.10 and resolve compile issues (#521)
    -

    Opensearch Job Scheduler

    - -
      -
    • Update packages according to a change in OpenSearch core (#422) (#431)
      • -
    • Xcontent changes to ODFERestTestCase (#440)
      • -
    • Update LifecycleListener import (#445)
      • -
    • Bump slf4j-api to 2.0.7, ospackage to 11.4.0, google-java-format to 1.17.0, guava to 32.1.2-jre and spotless to 6.20.0 (#453)
      • -
    • Fixing Strings import (#459)
      • -
    • bump com.cronutils:cron-utils from 9.2.0 to 9.2.1 (#458)
      • -
    • React to changes in ActionListener and ActionFuture (#467)
      • -
    • bump com.diffplug.spotless from 6.20.0 to 6.21.0 (#484)
      • -
    +

    REFACTORING

    Opensearch Alerting

      -
    • Increment version to 2.10.0-SNAPSHOT. (#1018)
      • -
    • exclude <v32 version of google guava dependency from google java format and add google guava 32.0.1 to resolve CVE CVE-2023-2976 (#1094)
      • +
    • Update actionGet to SuspendUntil for ClusterMetrics (#1067)
      • +
    • Resolve compile issues from core changes and update CIs (#1100)
    -

    REFACTORING

    - -

    Opensearch KNN

    +

    Opensearch Anomaly Detection

      -
    • Fix TransportAddress Refactoring Changes in Core (#1020)
      • +
    • Refactor due to core updates: Replace and modify classes and methods. (#974)

    Opensearch Geospatial

    @@ -528,23 +535,11 @@ https://github.com/opensearch-project/sql/pull/2036
  • Add primary first preference to all search requests. (#912)
    • -

    Opensearch SQL

    +

    Opensearch KNN

      -
    • [Backport 2.x] Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in
      • -
    • [Backport 2.x] Statically init typeActionMap in OpenSearchExprValueFactory. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1901
      • -
    • [Backport 2.x] (#1536) Refactor OpenSearchQueryRequest and move includes to builder by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1948
      • -
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #3 (#1932) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1994
      • -
    • [Backport 2.x] Developer guide update with Spotless details by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2004
      • -
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #4 #1933 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1995
      • -
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #2 #1931 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1993
      • -
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #1 #1930 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1992
      • -
    • [Backport 2.x] [Spotless] Applying Google Code Format for core #5 (#1951) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1996
      • -
    • [Backport 2.x] [spotless] Removes Checkstyle in favor of spotless by @MitchellGale in https://github.com/opensearch-project/sql/pull/2018
      • -
    • [Backport 2.x] [Spotless] Entire project running spotless by @MitchellGale in https://github.com/opensearch-project/sql/pull/2016
      • +
    • Fix TransportAddress Refactoring Changes in Core (#1020)
    -
    -

    Full Changelog: https://github.com/opensearch-project/sql/compare/2.3.0.0...v.2.10.0.0

    Opensearch ML Common

    @@ -554,16 +549,6 @@ https://github.com/opensearch-project/sql/pull/2036
  • Fixing some error message handeling (#1222)
    • -

    Opensearch Security Analytics

    - -
      -
    • Fix google-java-format-1.17.0.jar: 1 vulnerabilities (#526)
      • -
    • segment replication changes (#529)
      • -
    • Use core OpenSearch version of commons-lang3 (#535)
      • -
    • Force google guava to 32.0.1 (#536)
      • -
    • Updates demo certs used in integ tests (#543)
      • -
    -

    Opensearch Observability

      @@ -572,27 +557,35 @@ https://github.com/opensearch-project/sql/pull/2036
    • Updates demo certs used in integ tests in https://github.com/opensearch-project/observability/pull/1600
    -

    Opensearch Anomaly Detection

    +

    Opensearch SQL

      -
    • Refactor due to core updates: Replace and modify classes and methods. (#974)
      • +
    • [Backport 2.x] Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in
      • +
    • [Backport 2.x] Statically init typeActionMap in OpenSearchExprValueFactory. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1901
      • +
    • [Backport 2.x] (#1536) Refactor OpenSearchQueryRequest and move includes to builder by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1948
      • +
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #3 (#1932) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1994
      • +
    • [Backport 2.x] Developer guide update with Spotless details by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2004
      • +
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #4 #1933 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1995
      • +
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #2 #1931 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1993
      • +
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #1 #1930 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1992
      • +
    • [Backport 2.x] [Spotless] Applying Google Code Format for core #5 (#1951) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1996
      • +
    • [Backport 2.x] [spotless] Removes Checkstyle in favor of spotless by @MitchellGale in https://github.com/opensearch-project/sql/pull/2018
      • +
    • [Backport 2.x] [Spotless] Entire project running spotless by @MitchellGale in https://github.com/opensearch-project/sql/pull/2016
    +
    +

    Full Changelog: https://github.com/opensearch-project/sql/compare/2.3.0.0...v.2.10.0.0

    -

    Opensearch Alerting

    +

    Opensearch Security Analytics

      -
    • Update actionGet to SuspendUntil for ClusterMetrics (#1067)
      • -
    • Resolve compile issues from core changes and update CIs (#1100)
      • +
    • Fix google-java-format-1.17.0.jar: 1 vulnerabilities (#526)
      • +
    • segment replication changes (#529)
      • +
    • Use core OpenSearch version of commons-lang3 (#535)
      • +
    • Force google guava to 32.0.1 (#536)
      • +
    • Updates demo certs used in integ tests (#543)

    NON-COMPLIANT

    -

    FEATURES/ENHANCEMENTS

    -

    Opensearch Notifications

    -
      -
    • Support SNS FIFO queues(#716)
      • -
    • Supuport Microsoft teams(#676,#746)
      • -
    • Support auto upgrade mapping logic(#699)
      • -

    ADDED

    Opensearch Job Scheduler

      @@ -605,3 +598,10 @@ https://github.com/opensearch-project/sql/pull/2036
      • Call listner.onFailure when lock creation failed (#435) (#443)
      +

      FEATURES/ENHANCEMENTS

      +

      Opensearch Notifications

      +
        +
      • Support SNS FIFO queues(#716)
        • +
      • Supuport Microsoft teams(#676,#746)
        • +
      • Support auto upgrade mapping logic(#699)
        • +
      diff --git a/src/release_notes_automation/release_notes-2.11.0.md b/src/release_notes_automation/release_notes-2.11.0.md index c3ce60e6ab..37cc5917a9 100644 --- a/src/release_notes_automation/release_notes-2.11.0.md +++ b/src/release_notes_automation/release_notes-2.11.0.md @@ -11,10 +11,23 @@

      ENHANCEMENTS

      -

      Opensearch Neural Search

      +

      Opensearch Alerting

        -
      • Add max_token_score parameter to improve the execution efficiency for neural_sparse query clause (#348)
        • +
      • Add logging for execution and indexes of monitors and workflows. (#1223)
        • +
      + +

      Opensearch Index Management

      + +
        +
      • Provide unique id for each rollup job and add debug logs. (#968)
        • +
      + +

      Opensearch KNN

      + +
        +
      • Added support for ignore_unmapped in KNN queries. #1071
        • +
      • Add graph creation stats to the KNNStats API. #1141

      Opensearch ML Common

      @@ -30,33 +43,10 @@
    • Performance enhacement for predict action by caching model info (#1472)
    -

    Opensearch Security Analytics

    - -
      -
    • Adds support for alerts and triggers on group by based sigma rules. (#545)
      • -
    • Auto expand replicas. (#547)
      • -
    • Auto expand replicas for logtype index. (#568)
      • -
    • Adding WAF Log type. (#617)
      • -
    • Add category to custom log types. (#634)
      • -
    - -

    Opensearch Alerting

    - -
      -
    • Add logging for execution and indexes of monitors and workflows. (#1223)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Provide unique id for each rollup job and add debug logs. (#968)
      • -
    - -

    Opensearch KNN

    +

    Opensearch Neural Search

      -
    • Added support for ignore_unmapped in KNN queries. #1071
      • -
    • Add graph creation stats to the KNNStats API. #1141
      • +
    • Add max_token_score parameter to improve the execution efficiency for neural_sparse query clause (#348)

    Opensearch SQL

    @@ -91,12 +81,34 @@
  • Add early rejection from RestHandler for unauthorized requests (#3418)
    • +

    Opensearch Security Analytics

    + +
      +
    • Adds support for alerts and triggers on group by based sigma rules. (#545)
      • +
    • Auto expand replicas. (#547)
      • +
    • Auto expand replicas for logtype index. (#568)
      • +
    • Adding WAF Log type. (#617)
      • +
    • Add category to custom log types. (#634)
      • +
    +

    BUG FIXES

    -

    Opensearch Neural Search

    +

    Opensearch Alerting

      -
    • Fixed exception in Hybrid Query for one shard and multiple node (#396)
      • +
    • Fix workflow execution for first run. (#1227)
      • +
    + +

    Opensearch Geospatial

    + +
      +
    • Fix flaky test, testIndexingMultiPolygon (#483)
      • +
    + +

    Opensearch Index Management

    + +
      +
    • Fix auto managed index always have -2 seqNo bug. (#924)

    Opensearch ML Common

    @@ -120,30 +132,10 @@
  • Fix prompt passing for Bedrock by passing a single string prompt for Bedrock models. (#1490)
    • -

    Opensearch Security Analytics

    - -
      -
    • Fixes verifying workflow test when security is enabled. (#563)
      • -
    • Fix flaky integration tests. (#581)
      • -
    • Sigma Aggregation rule fixes. (#622)
      • -
    - -

    Opensearch Alerting

    - -
      -
    • Fix workflow execution for first run. (#1227)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Fix flaky test, testIndexingMultiPolygon (#483)
      • -
    - -

    Opensearch Index Management

    +

    Opensearch Neural Search

      -
    • Fix auto managed index always have -2 seqNo bug. (#924)
      • +
    • Fixed exception in Hybrid Query for one shard and multiple node (#396)

    Opensearch Performance Analyzer

    @@ -175,30 +167,32 @@
  • For read-only tenants filter with allow list (c3e53e2)
    • -

    INFRASTRUCTURE

    -

    Opensearch Security Analytics

      -
    • Ignore tests that may be flaky. (#596)
      • +
    • Fixes verifying workflow test when security is enabled. (#563)
      • +
    • Fix flaky integration tests. (#581)
      • +
    • Sigma Aggregation rule fixes. (#622)
    +

    INFRASTRUCTURE

    +

    Opensearch Alerting

    • Ignore flaky security test suites. (#1188)
    -

    Opensearch Geospatial

    +

    Opensearch Anomaly Detection

      -
    • Add integration test against security enabled cluster (#513)
      • +
    • Add dependabot.yml (#1026)
    -

    Opensearch Anomaly Detection

    +

    Opensearch Geospatial

      -
    • Add dependabot.yml (#1026)
      • +
    • Add integration test against security enabled cluster (#513)

    Opensearch Index Management

    @@ -223,14 +217,14 @@
  • Run IT tests with security plugin (#335) #1986 by @MitchellGale in https://github.com/opensearch-project/sql/pull/2022
    • -

    DOCUMENTATION

    -

    Opensearch Security Analytics

      -
    • Added 2.11.0 release notes. (#660)
      • +
    • Ignore tests that may be flaky. (#596)
    +

    DOCUMENTATION

    +

    Opensearch Alerting

      @@ -256,32 +250,24 @@
    • Add documentation for S3GlueConnector. in https://github.com/opensearch-project/sql/pull/2234
    -

    MAINTENANCE

    - -

    Opensearch Neural Search

    +

    Opensearch Security Analytics

      -
    • Consumed latest changes from core, use QueryPhaseSearcherWrapper as parent class for Hybrid QPS (#356)
      • +
    • Added 2.11.0 release notes. (#660)
    -

    Opensearch ML Common

    - -
      -
    • Ignoring Redeploy test on MacOS due to known failures (#1414)
      • -
    • throw exception when model group not found during update request (#1447)
      • -
    • Add a setting to control the update connector API (#1274)
      • -
    +

    MAINTENANCE

    -

    Opensearch Security Analytics

    +

    Opensearch Alerting

      -
    • Bump version to 2.11. (#631)
      • +
    • Increment version to 2.11.0-SNAPSHOT. (#1116)
    -

    Opensearch Alerting

    +

    Opensearch Asynchronous Search

      -
    • Increment version to 2.11.0-SNAPSHOT. (#1116)
      • +
    • Increment version to 2.11.0 (#446)

    Opensearch Index Management

    @@ -305,23 +291,24 @@
  • bump VachaShah/backport from 1.1.4 to 2.2.0 (#515)(#516)
    • -

    Opensearch Reporting

    +

    Opensearch KNN

      -
    • Update demo certs used in integ tests (#755)
      • +
    • Update bytebuddy to 1.14.7 #1135
    -

    Opensearch Asynchronous Search

    +

    Opensearch ML Common

      -
    • Increment version to 2.11.0 (#446)
      • +
    • Ignoring Redeploy test on MacOS due to known failures (#1414)
      • +
    • throw exception when model group not found during update request (#1447)
      • +
    • Add a setting to control the update connector API (#1274)
    -

    Opensearch Performance Analyzer

    +

    Opensearch Neural Search

      -
    • Depreceate NodeStatsFixedShardsMetricsCollector in favor of NodeStatsAllShardsMetricsCollector #551
      • -
    • Add tracer to getTransports #556
      • +
    • Consumed latest changes from core, use QueryPhaseSearcherWrapper as parent class for Hybrid QPS (#356)

    Opensearch Notifications

    @@ -330,10 +317,17 @@
  • Bump bwc version to 2.11(#763)
    • -

    Opensearch KNN

    +

    Opensearch Performance Analyzer

      -
    • Update bytebuddy to 1.14.7 #1135
      • +
    • Depreceate NodeStatsFixedShardsMetricsCollector in favor of NodeStatsAllShardsMetricsCollector #551
      • +
    • Add tracer to getTransports #556
      • +
    + +

    Opensearch Reporting

    + +
      +
    • Update demo certs used in integ tests (#755)

    Opensearch Security

    @@ -363,22 +357,14 @@
  • Bump com.nulab-inc:zxcvbn from 1.8.0 to 1.8.2 (#3357)
    • -

    REFACTORING

    - -

    Opensearch ML Common

    - -
      -
    • register new versions to a model group based on the name provided (#1452)
      • -
    • if model version fails to register, update model group accordingly (#1463)
      • -
    -

    Opensearch Security Analytics

      -
    • Address search request timeouts as transient error. (#561)
      • -
    • Change ruleId if it exists. (#628)
      • +
    • Bump version to 2.11. (#631)
    +

    REFACTORING

    +

    Opensearch Alerting

      @@ -393,6 +379,13 @@
    • [2.x] Fix TransportService constructor due to changes in core plus guava bump (#1069)
    +

    Opensearch ML Common

    + +
      +
    • register new versions to a model group based on the name provided (#1452)
      • +
    • if model version fails to register, update model group accordingly (#1463)
      • +
    +

    Opensearch SQL

      @@ -403,6 +396,13 @@
    • Add customized result index in data source etc in https://github.com/opensearch-project/sql/pull/2220
    +

    Opensearch Security Analytics

    + +
      +
    • Address search request timeouts as transient error. (#561)
      • +
    • Change ruleId if it exists. (#628)
      • +
    +

    EXPERIMENTAL

    Opensearch ML Common

    diff --git a/src/release_notes_automation/release_notes-2.8.0.md b/src/release_notes_automation/release_notes-2.8.0.md index 1e0c71006b..7da54ed3d0 100644 --- a/src/release_notes_automation/release_notes-2.8.0.md +++ b/src/release_notes_automation/release_notes-2.8.0.md @@ -1,22 +1,6 @@

    OpenSearch and OpenSearch Dashboards 2.8.0 Release Notes

    FEATURES

    -

    Opensearch Security Analytics

    - -
      -
    • add correlation engine for security-analytics. (#405)
      • -
    • SearchRule API - source filtering. (#374)
      • -
    • Alias and dataStream end-to-end ITs. (#373)
      • -
    • add rules to correlations for correlation engine. (#423)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • integrate security-analytics & alerting for correlation engine. (#412)
      • -
    • NoOpTrigger. (#420)
      • -
    -

    Opensearch Alerting

      @@ -28,15 +12,11 @@
    • Adds transport layer actions for CRUD workflows. (#934)
    -

    Opensearch Security

    +

    Opensearch Common Utils

      -
    • Identify extension Transport requests and permit handshake and extension registration actions (#2599)
      • -
    • Use ExtensionsManager.lookupExtensionSettingsById when verifying extension unique id (#2749)
      • -
    • Generate auth tokens for service accounts (#2716)
      • -
    • Security User Refactor (#2594)
      • -
    • Add score based password verification (#2557)
      • -
    • Usage of JWKS with JWT (w/o OpenID connect) (#2808)
      • +
    • integrate security-analytics & alerting for correlation engine. (#412)
      • +
    • NoOpTrigger. (#420)

    Opensearch Index Management

    @@ -57,16 +37,32 @@
  • REST API for GET,PUT and DELETE (#1482)
    • +

    Opensearch Security

    + +
      +
    • Identify extension Transport requests and permit handshake and extension registration actions (#2599)
      • +
    • Use ExtensionsManager.lookupExtensionSettingsById when verifying extension unique id (#2749)
      • +
    • Generate auth tokens for service accounts (#2716)
      • +
    • Security User Refactor (#2594)
      • +
    • Add score based password verification (#2557)
      • +
    • Usage of JWKS with JWT (w/o OpenID connect) (#2808)
      • +
    + +

    Opensearch Security Analytics

    + +
      +
    • add correlation engine for security-analytics. (#405)
      • +
    • SearchRule API - source filtering. (#374)
      • +
    • Alias and dataStream end-to-end ITs. (#373)
      • +
    • add rules to correlations for correlation engine. (#423)
      • +
    +

    ENHANCEMENTS

    -

    Opensearch Security

    +

    Opensearch Cross Cluster Replication

      -
    • Add default roles for SQL plugin: PPL and cross-cluster search (#2729)
      • -
    • Update security-analytics roles to add correlation engine apis (#2732)
      • -
    • Changes in role.yml for long-running operation notification feature in Index-Management repo (#2789)
      • -
    • Rest admin permissions (#2411)
      • -
    • Separate config option to enable restapi: permissions (#2605)
      • +
    • Support CCR for k-NN enabled indices (#760)

    Opensearch KNN

    @@ -96,22 +92,18 @@
  • Refactoring datasource changes to a new module. (#1504)
    • -

    Opensearch Cross Cluster Replication

    +

    Opensearch Security

      -
    • Support CCR for k-NN enabled indices (#760)
      • +
    • Add default roles for SQL plugin: PPL and cross-cluster search (#2729)
      • +
    • Update security-analytics roles to add correlation engine apis (#2732)
      • +
    • Changes in role.yml for long-running operation notification feature in Index-Management repo (#2789)
      • +
    • Rest admin permissions (#2411)
      • +
    • Separate config option to enable restapi: permissions (#2605)

    BUG FIXES

    -

    Opensearch Security Analytics

    - -
      -
    • Findings index mappings fix. (#409)
      • -
    • fix for input validation of correlation rule names. (#428)
      • -
    • fix for failure in syslogs mappings view api. (#435)
      • -
    -

    Opensearch Alerting

      @@ -120,17 +112,19 @@
    • revert to deleting monitor metadata after deleting doc level queries to fix delete monitor regression. (#931)
    -

    Opensearch Security

    +

    Opensearch Cross Cluster Replication

      -
    • deserializeSafeFromHeader uses context.getHeader(headerName) instead of context.getHeaders() (#2768)
      • -
    • Fix multitency config update (#2758)
      • +
    • Handle serialization issues with UpdateReplicationStateDetailsRequest (#866)
      • +
    • Two followers using same remote alias can result in replication being auto-paused (#833)
    -

    Opensearch Observability

    +

    Opensearch Index Management

      -
    • fix guava jar hell issue (#1536)
      • +
    • Remove recursion call when checking permission on indices. (#779)
      • +
    • Added trimming of nanos part of "epoch_millis" timestamp when date_histogram type used is date_nanos. (#772)
      • +
    • Added proper resolving of sourceIndex inside RollupInterceptor, it's required for QueryStringQuery parsing. (#773)

    Opensearch ML Common

    @@ -142,18 +136,16 @@
  • Fix model access mode upper case bug (#937)
    • -

    Opensearch Index Management

    +

    Opensearch Notifications

      -
    • Remove recursion call when checking permission on indices. (#779)
      • -
    • Added trimming of nanos part of "epoch_millis" timestamp when date_histogram type used is date_nanos. (#772)
      • -
    • Added proper resolving of sourceIndex inside RollupInterceptor, it's required for QueryStringQuery parsing. (#773)
      • +
    • Modify the default values in the bindle file to make them consistent with the values in code (#672)
    -

    Opensearch SQL

    +

    Opensearch Observability

      -
    • Fixing bug where Nested functions used in WHERE, GROUP BY, HAVING, and ORDER BY clauses don't fallback to legacy engine. (#1549)
      • +
    • fix guava jar hell issue (#1536)

    Opensearch Performance Analyzer

    @@ -162,13 +154,6 @@
  • Fix ShardStateCollector which was impacted by core refactoring 445
    • -

    Opensearch Cross Cluster Replication

    - -
      -
    • Handle serialization issues with UpdateReplicationStateDetailsRequest (#866)
      • -
    • Two followers using same remote alias can result in replication being auto-paused (#833)
      • -
    -

    Opensearch Reporting

      @@ -177,24 +162,39 @@
    • Removing guava dependency to fix jarhell (#709)
    -

    Opensearch Notifications

    +

    Opensearch SQL

      -
    • Modify the default values in the bindle file to make them consistent with the values in code (#672)
      • +
    • Fixing bug where Nested functions used in WHERE, GROUP BY, HAVING, and ORDER BY clauses don't fallback to legacy engine. (#1549)
      • +
    + +

    Opensearch Security

    + +
      +
    • deserializeSafeFromHeader uses context.getHeader(headerName) instead of context.getHeaders() (#2768)
      • +
    • Fix multitency config update (#2758)
      • +
    + +

    Opensearch Security Analytics

    + +
      +
    • Findings index mappings fix. (#409)
      • +
    • fix for input validation of correlation rule names. (#428)
      • +
    • fix for failure in syslogs mappings view api. (#435)

    INFRASTRUCTURE

    -

    Opensearch Common Utils

    +

    Opensearch Anomaly Detection

      -
    • Switch publish maven branches to list. (#423)
      • +
    • Partial Cherry-pick of #886 from anomaly-detection and Additional Adjustments. (#914)
    -

    Opensearch Neural Search

    +

    Opensearch Common Utils

      -
    • Bump gradle version to 8.1.1 (#169)
      • +
    • Switch publish maven branches to list. (#423)

    Opensearch Geospatial

    @@ -211,39 +211,39 @@
  • Disable index refresh for system indices (#773)
    • -

    Opensearch Observability

    +

    Opensearch Neural Search

      -
    • Update Gradle Wrapper to 7.6.1 (#1512)
      • +
    • Bump gradle version to 8.1.1 (#169)
    -

    Opensearch Anomaly Detection

    +

    Opensearch Notifications

      -
    • Partial Cherry-pick of #886 from anomaly-detection and Additional Adjustments. (#914)
      • +
    • Upgrade gradle version to 8.1.1 (#663)
      • +
    • Fix gradle run failed on windows platform and fix weak password test failure (#684)
    -

    Opensearch Performance Analyzer

    +

    Opensearch Observability

      -
    • Upgrade gradle to 7.6.1, upgrade gradle test-retry plugin to 1.5.2. (#438)
      • -
    • Introduce protobuf and guava dependency from core versions file #437
      • -
    • Update dependency org.xerial:sqlite-jdbc to v3.41.2.2 #375
      • +
    • Update Gradle Wrapper to 7.6.1 (#1512)
    -

    Opensearch Notifications

    +

    Opensearch Performance Analyzer

      -
    • Upgrade gradle version to 8.1.1 (#663)
      • -
    • Fix gradle run failed on windows platform and fix weak password test failure (#684)
      • +
    • Upgrade gradle to 7.6.1, upgrade gradle test-retry plugin to 1.5.2. (#438)
      • +
    • Introduce protobuf and guava dependency from core versions file #437
      • +
    • Update dependency org.xerial:sqlite-jdbc to v3.41.2.2 #375

    DOCUMENTATION

    -

    Opensearch Security Analytics

    +

    Opensearch Alerting

      -
    • Added 2.8.0 release notes. (#444)
      • +
    • Added 2.8 release notes. (#939)

    Opensearch Common Utils

    @@ -252,16 +252,16 @@
  • Added 2.8 release notes. (#441)
    • -

    Opensearch Alerting

    +

    Opensearch Index Management

      -
    • Added 2.8 release notes. (#939)
      • +
    • Added 2.8 release notes. (#794)
    -

    Opensearch Index Management

    +

    Opensearch Notifications

      -
    • Added 2.8 release notes. (#794)
      • +
    • Add 2.8.0 release notes (#682)

    Opensearch SQL

    @@ -272,31 +272,13 @@
  • Documentation and other papercuts for datasource api launch (#1530)
    • -

    Opensearch Notifications

    - -
      -
    • Add 2.8.0 release notes (#682)
      • -
    - -

    MAINTENANCE

    -

    Opensearch Security Analytics

      -
    • Fixed compile issues related to latest OS core repo changes. (#412)
      • -
    • Moved CODEOWNERS files to align with org requirements. (#418)
      • -
    • Update CODEOWNERS. (#434)
      • +
    • Added 2.8.0 release notes. (#444)
    -

    Opensearch Common Utils

    - -
      -
    • upgrade gradle to 8.1.1. (#418)
      • -
    • Sync up MAINTAINERS to CODEOWNERS. (#427)
      • -
    • Fix build errors after refactoring of Strings class in core. (#432)
      • -
    • updating maintainers and codeowners. (#438)
      • -
    • fix codeowners file format. (#440)
      • -
    +

    MAINTENANCE

    Opensearch Alerting

    @@ -308,29 +290,26 @@
  • Compile fix - Strings package change. (#924)
    • -

    Opensearch Security

    - -
      -
    • Update to Gradle 8.1.1 (#2738)
      • -
    • Upgrade spring-core from 5.3.26 to 5.3.27 (#2717)
      • -
    - -

    Opensearch Geospatial

    +

    Opensearch Asynchronous Search

      -
    • Change package for Strings.hasText (#314)
      • +
    • Updating maintainers file (275)
    -

    Opensearch Observability

    +

    Opensearch Common Utils

      -
    • Increment version to 2.8.0-SNAPSHOT (#1505)
      • +
    • upgrade gradle to 8.1.1. (#418)
      • +
    • Sync up MAINTAINERS to CODEOWNERS. (#427)
      • +
    • Fix build errors after refactoring of Strings class in core. (#432)
      • +
    • updating maintainers and codeowners. (#438)
      • +
    • fix codeowners file format. (#440)
    -

    Opensearch ML Common

    +

    Opensearch Geospatial

      -
    • Increment version to 2.8.0-SNAPSHOT (#896)
      • +
    • Change package for Strings.hasText (#314)

    Opensearch Index Management

    @@ -349,22 +328,22 @@
  • Bumping JS main BWC test version for sample extension plugin to 2.8 (#371)
    • -

    Opensearch SQL

    +

    Opensearch ML Common

      -
    • Fix IT - address breaking changes from upstream. (#1659)
      • -
    • Increment version to 2.8.0-SNAPSHOT (#1552)
      • -
    • Backport maintainer list update to 2.x. (#1650)
      • -
    • Backport jackson and gradle update from #1580 to 2.x (#1596)
      • -
    • adding reflections as a dependency (#1559)
      • -
    • Bump org.json dependency version (#1586)
      • -
    • Integ Test Fix (#1541)
      • +
    • Increment version to 2.8.0-SNAPSHOT (#896)
    -

    Opensearch Asynchronous Search

    +

    Opensearch Notifications

      -
    • Updating maintainers file (275)
      • +
    • [AUTO] Increment version to 2.8.0-SNAPSHOT (#657)
      • +
    + +

    Opensearch Observability

    + +
      +
    • Increment version to 2.8.0-SNAPSHOT (#1505)

    Opensearch Performance Analyzer

    @@ -386,10 +365,31 @@
  • Increment version to 2.8.0-SNAPSHOT (#688)
    • -

    Opensearch Notifications

    +

    Opensearch SQL

      -
    • [AUTO] Increment version to 2.8.0-SNAPSHOT (#657)
      • +
    • Fix IT - address breaking changes from upstream. (#1659)
      • +
    • Increment version to 2.8.0-SNAPSHOT (#1552)
      • +
    • Backport maintainer list update to 2.x. (#1650)
      • +
    • Backport jackson and gradle update from #1580 to 2.x (#1596)
      • +
    • adding reflections as a dependency (#1559)
      • +
    • Bump org.json dependency version (#1586)
      • +
    • Integ Test Fix (#1541)
      • +
    + +

    Opensearch Security

    + +
      +
    • Update to Gradle 8.1.1 (#2738)
      • +
    • Upgrade spring-core from 5.3.26 to 5.3.27 (#2717)
      • +
    + +

    Opensearch Security Analytics

    + +
      +
    • Fixed compile issues related to latest OS core repo changes. (#412)
      • +
    • Moved CODEOWNERS files to align with org requirements. (#418)
      • +
    • Update CODEOWNERS. (#434)

    REFACTORING

    diff --git a/src/release_notes_automation/release_notes-2.9.0.md b/src/release_notes_automation/release_notes-2.9.0.md index c75e010adf..bd51bc38b8 100644 --- a/src/release_notes_automation/release_notes-2.9.0.md +++ b/src/release_notes_automation/release_notes-2.9.0.md @@ -1,12 +1,16 @@

    OpenSearch and OpenSearch Dashboards 2.9.0 Release Notes

    FEATURES

    -

    Opensearch Security Analytics

    +

    Opensearch Alerting

      -
    • New Log Type JSON format. (#465)
      • -
    • Correlation rule search, delete and edit API. (#476)
      • -
    • Logtypes PR v2. (#482)
      • +
    • Adds transport layer actions for CRUD workflows. (#934)
      • +
    • Added rest layer for the workflow. (#963)
      • +
    • [BucketLevelMonitor] Multi-term agg support. (#964)
      • +
    • Check if AD backend role is enabled. (#968)
      • +
    • Add workflow_id field in alert mapping json. (#969)
      • +
    • Adds chained alerts. (#976)
      • +
    • Implemented support for configuring a cluster metrics monitor to call cat/indices, and cat/shards. (#992)

    Opensearch Common Utils

    @@ -21,16 +25,11 @@
  • Implemented support for configuring a cluster metrics monitor to call cat/indices, and cat/shards. (#479)
    • -

    Opensearch Alerting

    +

    Opensearch KNN

      -
    • Adds transport layer actions for CRUD workflows. (#934)
      • -
    • Added rest layer for the workflow. (#963)
      • -
    • [BucketLevelMonitor] Multi-term agg support. (#964)
      • -
    • Check if AD backend role is enabled. (#968)
      • -
    • Add workflow_id field in alert mapping json. (#969)
      • -
    • Adds chained alerts. (#976)
      • -
    • Implemented support for configuring a cluster metrics monitor to call cat/indices, and cat/shards. (#992)
      • +
    • Added support for Efficient Pre-filtering for Faiss Engine (#936)
      • +
    • Add Support for Lucene Byte Sized Vector (#971)

    Opensearch ML Common

    @@ -53,35 +52,16 @@
  • Add spark connector (#1780)
    • -

    Opensearch KNN

    +

    Opensearch Security Analytics

      -
    • Added support for Efficient Pre-filtering for Faiss Engine (#936)
      • -
    • Add Support for Lucene Byte Sized Vector (#971)
      • +
    • New Log Type JSON format. (#465)
      • +
    • Correlation rule search, delete and edit API. (#476)
      • +
    • Logtypes PR v2. (#482)

    ENHANCEMENTS

    -

    Opensearch Performance Analyzer

    - -
      -
    • Remove heap allocation rate as the input metric to HotShardClusterRca #411
      • -
    • Set ThreadMetricsRca evaluation period from 12 seconds to 5 seconds #410
      • -
    • Add unit tests for the REST layer in RCA Agent #436
      • -
    - -

    Opensearch Security

    - -
      -
    • Use boucycastle PEM reader instead of reg expression (#2877)
      • -
    • Adding field level security test cases for FlatFields (#2876) (#2893)
      • -
    • Add password message to /dashboardsinfo endpoint (#2949) (#2955)
      • -
    • Add .plugins-ml-connector to system index (#2947) (#2954)
      • -
    • Parallel test jobs for CI (#2861) (#2936)
      • -
    • Adds a check to skip serialization-deserialization if request is for same node (#2765) (#2973)
      • -
    • Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
      • -
    -

    Opensearch Anomaly Detection

      @@ -95,6 +75,14 @@
    • init master key automatically (#1075))
    +

    Opensearch Performance Analyzer

    + +
      +
    • Remove heap allocation rate as the input metric to HotShardClusterRca #411
      • +
    • Set ThreadMetricsRca evaluation period from 12 seconds to 5 seconds #410
      • +
    • Add unit tests for the REST layer in RCA Agent #436
      • +
    +

    Opensearch SQL

      @@ -114,32 +102,19 @@
    • Remove Default master encryption key from settings (#1851)
    -

    BUG FIXES

    - -

    Opensearch Performance Analyzer

    - -
      -
    • Fix NPE issue in ShardStateCollector, which was impacted by changes from upstream core #489
      • -
    • Fix Mockito initialization issue #443
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Fixed compile issues related to latest OS core repo changes. (#412)
      • -
    - -

    Opensearch Reporting

    +

    Opensearch Security

      -
    • Removing guava dependency to fix jarhell (#709)
      • +
    • Use boucycastle PEM reader instead of reg expression (#2877)
      • +
    • Adding field level security test cases for FlatFields (#2876) (#2893)
      • +
    • Add password message to /dashboardsinfo endpoint (#2949) (#2955)
      • +
    • Add .plugins-ml-connector to system index (#2947) (#2954)
      • +
    • Parallel test jobs for CI (#2861) (#2936)
      • +
    • Adds a check to skip serialization-deserialization if request is for same node (#2765) (#2973)
      • +
    • Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
    -

    Opensearch Common Utils

    - -
      -
    • OpenSearch commons strings library dependency import. (#474)
      • -
    +

    BUG FIXES

    Opensearch Alerting

    @@ -151,6 +126,12 @@
  • Fix alert constructor with noop trigger to use execution id and workflow id. (#994)
    • +

    Opensearch Common Utils

    + +
      +
    • OpenSearch commons strings library dependency import. (#474)
      • +
    +

    Opensearch ML Common

      @@ -165,38 +146,40 @@
    • fix init master key bug (#1094)
    -

    Opensearch SQL

    +

    Opensearch Neural Search

      -
    • Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
      • -
    • Fix CSV/RAW output header being application/json rather than plain/text (#1779)
      • +
    • Fix update document with knnn_vector size not matching issue (#208)
    -

    Opensearch Neural Search

    +

    Opensearch Performance Analyzer

      -
    • Fix update document with knnn_vector size not matching issue (#208)
      • +
    • Fix NPE issue in ShardStateCollector, which was impacted by changes from upstream core #489
      • +
    • Fix Mockito initialization issue #443
    -

    INFRASTRUCTURE

    +

    Opensearch Reporting

    -

    Opensearch Notifications

    +
      +
    • Removing guava dependency to fix jarhell (#709)
      • +
    + +

    Opensearch SQL

      -
    • Run publish maven snapshots on all branches matching pattern (#698)
      • -
    • Strings compile fix due to core package change(#680)
      • +
    • Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
      • +
    • Fix CSV/RAW output header being application/json rather than plain/text (#1779)
    -

    Opensearch Performance Analyzer

    +

    Opensearch Security Analytics

      -
    • Update the BWC version to 2.8.0 #446
      • -
    • Upgrade bcprov to bcprov-jdk15to18 in performance-analyzer #493
      • -
    • Upgrade bcprov to bcprov-jdk15to18 in performance-analyzer-rca 439
      • -
    • Upgrade bcpkix to bcpkix-jdk15to18 in performance-analyzer-rca 446
      • -
    • Upgrade checkstyle version from 9.3 to 10.3.3 #495
      • +
    • Fixed compile issues related to latest OS core repo changes. (#412)
    +

    INFRASTRUCTURE

    +

    Opensearch Anomaly Detection

      @@ -219,6 +202,23 @@
    • IT Security Tests for model access control (#1095)
    +

    Opensearch Notifications

    + +
      +
    • Run publish maven snapshots on all branches matching pattern (#698)
      • +
    • Strings compile fix due to core package change(#680)
      • +
    + +

    Opensearch Performance Analyzer

    + +
      +
    • Update the BWC version to 2.8.0 #446
      • +
    • Upgrade bcprov to bcprov-jdk15to18 in performance-analyzer #493
      • +
    • Upgrade bcprov to bcprov-jdk15to18 in performance-analyzer-rca 439
      • +
    • Upgrade bcpkix to bcpkix-jdk15to18 in performance-analyzer-rca 446
      • +
    • Upgrade checkstyle version from 9.3 to 10.3.3 #495
      • +
    +

    Opensearch SQL

      @@ -230,16 +230,16 @@

      DOCUMENTATION

      -

      Opensearch Notifications

      +

      Opensearch Alerting

        -
      • Add 2.9.0 release notes (#702)
        • +
      • Added 2.9 release notes. (#1010)
      -

      Opensearch Security Analytics

      +

      Opensearch Anomaly Detection

        -
      • Added 2.9.0 release notes. (#486)
        • +
      • Updated Maintainers and CODE_OWNERS list (#926)

      Opensearch Common Utils

      @@ -248,38 +248,51 @@
    • Added 2.9 release notes. (#482)
    -

    Opensearch Anomaly Detection

    +

    Opensearch ML Common

      -
    • Updated Maintainers and CODE_OWNERS list (#926)
      • +
    • model access control documentation (#966)
      • +
    • updating docs for model group id (#980)
    -

    Opensearch Alerting

    +

    Opensearch Notifications

      -
    • Added 2.9 release notes. (#1010)
      • +
    • Add 2.9.0 release notes (#702)
    -

    Opensearch ML Common

    +

    Opensearch SQL

      -
    • model access control documentation (#966)
      • -
    • updating docs for model group id (#980)
      • +
    • Updated documentation of round function return type (#1725)
      • +
    • Updated protocol.rst with new wording for error message (#1662)
    -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • Updated documentation of round function return type (#1725)
      • -
    • Updated protocol.rst with new wording for error message (#1662)
      • +
    • Added 2.9.0 release notes. (#486)

    MAINTENANCE

    -

    Opensearch Notifications

    +

    Opensearch Alerting

      -
    • [AUTO] Increment version to 2.9.0-SNAPSHOT (#690)
      • +
    • Increment version to 2.9.0-SNAPSHOT. (#950)
      • +
    + +

    Opensearch Asynchronous Search

    + +
      +
    • Increment version to 2.9.0 (300)
      • +
    + +

    Opensearch Common Utils

    + +
      +
    • Increment version to 2.9.0-SNAPSHOT. (#444)
      • +
    • Modify triggers to push snapshots on all branches. (#454)

    Opensearch Geospatial

    @@ -288,6 +301,28 @@
  • Increment version to 2.9.0-SNAPSHOT (#329)
    • +

    Opensearch ML Common

    + +
      +
    • Increment version to 2.9.0-SNAPSHOT (#955)
      • +
    • Manual CVE backport (#1008)
      • +
    • Fix build. (#1018)
      • +
    • Fix the refactor change brought by core backport (#1047)
      • +
    • change to compileOnly to avoid jarhell (#1062)
      • +
    + +

    Opensearch Neural Search

    + +
      +
    • Increment version to 2.9.0-SNAPSHOT (#191)
      • +
    + +

    Opensearch Notifications

    + +
      +
    • [AUTO] Increment version to 2.9.0-SNAPSHOT (#690)
      • +
    +

    Opensearch Performance Analyzer

      @@ -297,6 +332,12 @@
    • Ensures compatibility check readiness #438
    +

    Opensearch Reporting

    + +
      +
    • Increment version to 2.9.0-SNAPSHOT (#712)
      • +
    +

    Opensearch Security

      @@ -325,49 +366,20 @@
    • Gradle update. (#437)
    -

    Opensearch Reporting

    - -
      -
    • Increment version to 2.9.0-SNAPSHOT (#712)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • Increment version to 2.9.0-SNAPSHOT. (#444)
      • -
    • Modify triggers to push snapshots on all branches. (#454)
      • -
    +

    REFACTORING

    Opensearch Alerting

      -
    • Increment version to 2.9.0-SNAPSHOT. (#950)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Increment version to 2.9.0-SNAPSHOT (#955)
      • -
    • Manual CVE backport (#1008)
      • -
    • Fix build. (#1018)
      • -
    • Fix the refactor change brought by core backport (#1047)
      • -
    • change to compileOnly to avoid jarhell (#1062)
      • -
    - -

    Opensearch Neural Search

    - -
      -
    • Increment version to 2.9.0-SNAPSHOT (#191)
      • +
    • Use strong password in security test. (#933)
    -

    Opensearch Asynchronous Search

    +

    Opensearch Common Utils

      -
    • Increment version to 2.9.0 (300)
      • +
    • Pass workflow id in alert constructors. (#465)
    -

    REFACTORING

    -

    Opensearch Geospatial

      @@ -380,27 +392,15 @@
    • Add class for loading mapping templates in bulk (#1550)
    -

    Opensearch Security Analytics

    - -
      -
    • Use strong password in security test. (#452)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • Pass workflow id in alert constructors. (#465)
      • -
    - -

    Opensearch Alerting

    +

    Opensearch SQL

      -
    • Use strong password in security test. (#933)
      • +
    • Simplify OpenSearchIndexScanBuilder (#1738)
    -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • Simplify OpenSearchIndexScanBuilder (#1738)
      • +
    • Use strong password in security test. (#452)
    diff --git a/src/release_notes_workflow/release_notes_component.py b/src/release_notes_workflow/release_notes_component.py index bb3c87c990..5b748bbb74 100644 --- a/src/release_notes_workflow/release_notes_component.py +++ b/src/release_notes_workflow/release_notes_component.py @@ -26,7 +26,6 @@ def filename(self) -> str: @property def path(self) -> str: release_notes_path = os.path.join(self.root, "release-notes") - # print("ReleaseNotesComponent path:", release_notes_path) return release_notes_path # combine path with the file in files_in_path such that it ends with the filename @@ -41,12 +40,10 @@ def full_path(self) -> str: def path_exists(self) -> bool: path_exists = os.path.exists(self.path) - # print("ReleaseNotesComponent path_exists:", path_exists) return path_exists def exists(self) -> bool: files_in_path = os.listdir(self.path) - # print("ReleaseNotesComponent files_in_path:", files_in_path) return self.path_exists() and any(fname.endswith(self.filename) for fname in files_in_path) @@ -55,7 +52,6 @@ class ReleaseNotesOpenSearch(ReleaseNotesComponent): @property def filename(self) -> str: release_notes_filename = f'.release-notes-{self.build_version}.md' - # print("ReleaseNotesOpenSearch filename:", release_notes_filename) return release_notes_filename @@ -64,7 +60,6 @@ class ReleaseNotesOpenSearchPlugin(ReleaseNotesComponent): @property def filename(self) -> str: release_notes_filename = f'.release-notes-{self.build_version}.0.md' - # print("ReleaseNotesOpenSearchPlugin filename:", release_notes_filename) return release_notes_filename @@ -73,8 +68,6 @@ class ReleaseNotesComponents: @classmethod def from_component(self, component: InputComponentFromSource, build_version: str, root: str) -> ReleaseNotesComponent: if component.name == 'OpenSearch' or component.name == 'OpenSearch-Dashboards': - # print("ReleaseNotesComponents: Creating ReleaseNotesOpenSearch") return ReleaseNotesOpenSearch(component, build_version, root) else: - # print("ReleaseNotesComponents: Creating ReleaseNotesOpenSearchPlugin") return ReleaseNotesOpenSearchPlugin(component, build_version, root) diff --git a/src/run_releasenotes_check.py b/src/run_releasenotes_check.py index 0fd231c82d..45796490e5 100644 --- a/src/run_releasenotes_check.py +++ b/src/run_releasenotes_check.py @@ -43,7 +43,7 @@ def format_component_name_from_url(url) -> str: end_index = url.find(".release-notes", start_index) if end_index == -1: raise ValueError("'.release-notes' not found after 'release-notes/'") - component_name = url[start_index + len("release-notes/") : end_index] + component_name = url[start_index + len("release-notes/"): end_index] formatted_name = " ".join(word.capitalize() for word in re.split(r"[-.]", component_name)) return capitalize_acronyms(formatted_name) @@ -134,7 +134,7 @@ def create_urls_file_if_not_exists() -> None: if i == len(headings) - 1: content_to_end = content[content_start:] else: - content_to_end = content[content_start : content.find(headings[i + 1])] + content_to_end = content[content_start: content.find(headings[i + 1])] content_to_end = content_to_end.replace(f"### {heading}", "").lstrip() parts = content_to_end.split("*", 1) if len(parts) == 2: @@ -144,11 +144,8 @@ def create_urls_file_if_not_exists() -> None: if len(content_to_end) > 0: content_to_end = "* " + content_to_end plugin_data[plugin_name][heading].append(content_to_end) - # print(plugin_data[plugin_name][heading]) + plugin_data = dict(sorted(plugin_data.items())) print("Compilation complete.") - # print("Unique Headings:") - # for heading in sorted(unique_headings): - # print(heading) # Markdown renderer markdown = mistune.create_markdown() From 01d0e5b6bdd6131103706e73caa527f1280b3039 Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Thu, 9 Nov 2023 13:09:12 +0000 Subject: [PATCH 08/14] Fix name 'opensearch-sql' and resolve merge conflict Signed-off-by: Sachin Sahu --- .../release_notes-2.10.0.md | 72 ++++++------ .../release_notes-2.11.0.md | 110 +++++++++--------- .../release_notes-2.9.0.md | 70 +++++------ src/release_notes_workflow/release_notes.py | 6 +- src/run_releasenotes_check.py | 3 + 5 files changed, 131 insertions(+), 130 deletions(-) diff --git a/src/release_notes_automation/release_notes-2.10.0.md b/src/release_notes_automation/release_notes-2.10.0.md index 814aeb39f1..4fce744358 100644 --- a/src/release_notes_automation/release_notes-2.10.0.md +++ b/src/release_notes_automation/release_notes-2.10.0.md @@ -104,12 +104,6 @@
  • Handle Reader thread termination gracefully #476
    • -

    Opensearch SQL

    - -
      -
    • [Backport 2.x] Added support of timestamp/date/time using curly brackets by @matthewryanwells in https://github.com/opensearch-project/sql/pull/1908
      • -
    -

    Opensearch Security

      @@ -126,6 +120,12 @@
    • System index permissions (#2887)
    +

    SQL

    + +
      +
    • [Backport 2.x] Added support of timestamp/date/time using curly brackets by @matthewryanwells in https://github.com/opensearch-project/sql/pull/1908
      • +
    +

    BUG FIXES

    Opensearch Alerting

    @@ -184,20 +184,6 @@
  • Fix from upstream import changes (#748)
    • -

    Opensearch SQL

    - -
      -
    • [2.x] bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
      • -
    • [Backport 2.x] Okio upgrade to 3.5.0 by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1963
      • -
    • [Backport 2.x] Fixed response codes For Requests With security exception. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2029
      • -
    • [Backport 2.x] Backport breaking changes by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1920
      • -
    • [Manual Backport #1943] Fixing string format change #1943 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1946
      • -
    • [Backport 2.x] Fix CVE by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1944
      • -
    • [Backport 2.x] Breaking change OpenSearch main project - Action movement (#1958) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1965
      • -
    • [Backport 2.x] Update backport CI, add PR merged condition by @ps48 in https://github.com/opensearch-project/sql/pull/1970
      • -
    • [Backport 2.x] Fixed exception when datasource is updated with existing configuration. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2008
      • -
    -

    Opensearch Security

      @@ -218,6 +204,20 @@
    • Fixes detectorType incompatibility with detector rules (#524)
    +

    SQL

    + +
      +
    • [2.x] bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
      • +
    • [Backport 2.x] Okio upgrade to 3.5.0 by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1963
      • +
    • [Backport 2.x] Fixed response codes For Requests With security exception. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2029
      • +
    • [Backport 2.x] Backport breaking changes by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1920
      • +
    • [Manual Backport #1943] Fixing string format change #1943 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1946
      • +
    • [Backport 2.x] Fix CVE by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1944
      • +
    • [Backport 2.x] Breaking change OpenSearch main project - Action movement (#1958) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1965
      • +
    • [Backport 2.x] Update backport CI, add PR merged condition by @ps48 in https://github.com/opensearch-project/sql/pull/1970
      • +
    • [Backport 2.x] Fixed exception when datasource is updated with existing configuration. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2008
      • +
    +

    INFRASTRUCTURE

    Opensearch Alerting

    @@ -292,7 +292,7 @@
  • Upgrade gRPC protobug to mitigate connection termination issue #471
    • -

    Opensearch SQL

    +

    SQL

    • [Backport 2.x] Add _primary preference only for segment replication enabled indices by @opensearch-trigger-bot in @@ -345,16 +345,16 @@ https://github.com/opensearch-project/sql/pull/2036
    • Add 2.10.0 release notes (#755)
    -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • [Backport 2.x] Fix doctest data by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1998
      • +
    • Added 2.10.0 release notes. (#555)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Added 2.10.0 release notes. (#555)
      • +
    • [Backport 2.x] Fix doctest data by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1998

    MAINTENANCE

    @@ -557,7 +557,17 @@ https://github.com/opensearch-project/sql/pull/2036
  • Updates demo certs used in integ tests in https://github.com/opensearch-project/observability/pull/1600
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

    + +
      +
    • Fix google-java-format-1.17.0.jar: 1 vulnerabilities (#526)
      • +
    • segment replication changes (#529)
      • +
    • Use core OpenSearch version of commons-lang3 (#535)
      • +
    • Force google guava to 32.0.1 (#536)
      • +
    • Updates demo certs used in integ tests (#543)
      • +
    + +

    SQL

    • [Backport 2.x] Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in
      • @@ -575,16 +585,6 @@ https://github.com/opensearch-project/sql/pull/2036

      Full Changelog: https://github.com/opensearch-project/sql/compare/2.3.0.0...v.2.10.0.0

      -

      Opensearch Security Analytics

      - -
        -
      • Fix google-java-format-1.17.0.jar: 1 vulnerabilities (#526)
        • -
      • segment replication changes (#529)
        • -
      • Use core OpenSearch version of commons-lang3 (#535)
        • -
      • Force google guava to 32.0.1 (#536)
        • -
      • Updates demo certs used in integ tests (#543)
        • -
      -

      NON-COMPLIANT

      ADDED

      Opensearch Job Scheduler

      diff --git a/src/release_notes_automation/release_notes-2.11.0.md b/src/release_notes_automation/release_notes-2.11.0.md index 37cc5917a9..032438fe7b 100644 --- a/src/release_notes_automation/release_notes-2.11.0.md +++ b/src/release_notes_automation/release_notes-2.11.0.md @@ -49,26 +49,6 @@
    • Add max_token_score parameter to improve the execution efficiency for neural_sparse query clause (#348)
    -

    Opensearch SQL

    - -
      -
    • Enable PPL lang and add datasource to async query API in https://github.com/opensearch-project/sql/pull/2195
      • -
    • Refactor Flint Auth in https://github.com/opensearch-project/sql/pull/2201
      • -
    • Add conf for spark structured streaming job in https://github.com/opensearch-project/sql/pull/2203
      • -
    • Submit long running job only when auto_refresh = false in https://github.com/opensearch-project/sql/pull/2209
      • -
    • Bug Fix, handle DESC TABLE response in https://github.com/opensearch-project/sql/pull/2213
      • -
    • Drop Index Implementation in https://github.com/opensearch-project/sql/pull/2217
      • -
    • Enable PPL Queries in https://github.com/opensearch-project/sql/pull/2223
      • -
    • Read extra Spark submit parameters from cluster settings in https://github.com/opensearch-project/sql/pull/2236
      • -
    • Spark Execution Engine Config Refactor in https://github.com/opensearch-project/sql/pull/2266
      • -
    • Provide auth.type and auth.role_arn paramters in GET Datasource API response. in https://github.com/opensearch-project/sql/pull/2283
      • -
    • Add support for date_nanos and tests. (#337) in https://github.com/opensearch-project/sql/pull/2020
      • -
    • Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in https://github.com/opensearch-project/sql/pull/2023
      • -
    • Revert "Guarantee datasource read api is strong consistent read (#1815)" in https://github.com/opensearch-project/sql/pull/2031
      • -
    • Add _primary preference only for segment replication enabled indices in https://github.com/opensearch-project/sql/pull/2045
      • -
    • Changed allowlist config to denylist ip config for datasource uri hosts in https://github.com/opensearch-project/sql/pull/2058
      • -
    -

    Opensearch Security

      @@ -91,6 +71,26 @@
    • Add category to custom log types. (#634)
    +

    SQL

    + +
      +
    • Enable PPL lang and add datasource to async query API in https://github.com/opensearch-project/sql/pull/2195
      • +
    • Refactor Flint Auth in https://github.com/opensearch-project/sql/pull/2201
      • +
    • Add conf for spark structured streaming job in https://github.com/opensearch-project/sql/pull/2203
      • +
    • Submit long running job only when auto_refresh = false in https://github.com/opensearch-project/sql/pull/2209
      • +
    • Bug Fix, handle DESC TABLE response in https://github.com/opensearch-project/sql/pull/2213
      • +
    • Drop Index Implementation in https://github.com/opensearch-project/sql/pull/2217
      • +
    • Enable PPL Queries in https://github.com/opensearch-project/sql/pull/2223
      • +
    • Read extra Spark submit parameters from cluster settings in https://github.com/opensearch-project/sql/pull/2236
      • +
    • Spark Execution Engine Config Refactor in https://github.com/opensearch-project/sql/pull/2266
      • +
    • Provide auth.type and auth.role_arn paramters in GET Datasource API response. in https://github.com/opensearch-project/sql/pull/2283
      • +
    • Add support for date_nanos and tests. (#337) in https://github.com/opensearch-project/sql/pull/2020
      • +
    • Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in https://github.com/opensearch-project/sql/pull/2023
      • +
    • Revert "Guarantee datasource read api is strong consistent read (#1815)" in https://github.com/opensearch-project/sql/pull/2031
      • +
    • Add _primary preference only for segment replication enabled indices in https://github.com/opensearch-project/sql/pull/2045
      • +
    • Changed allowlist config to denylist ip config for datasource uri hosts in https://github.com/opensearch-project/sql/pull/2058
      • +
    +

    BUG FIXES

    Opensearch Alerting

    @@ -144,22 +144,6 @@
  • Update Jooq version and address bind variable failure in AdmissionControl Emitter #493
    • -

    Opensearch SQL

    - -
      -
    • fix broken link for connectors doc in https://github.com/opensearch-project/sql/pull/2199
      • -
    • Fix response codes returned by JSON formatting them in https://github.com/opensearch-project/sql/pull/2200
      • -
    • Bug fix, datasource API should be case sensitive in https://github.com/opensearch-project/sql/pull/2202
      • -
    • Minor fix in dropping covering index in https://github.com/opensearch-project/sql/pull/2240
      • -
    • Fix Unit tests for FlintIndexReader in https://github.com/opensearch-project/sql/pull/2242
      • -
    • Bug Fix , delete OpenSearch index when DROP INDEX in https://github.com/opensearch-project/sql/pull/2252
      • -
    • Correctly Set query status in https://github.com/opensearch-project/sql/pull/2232
      • -
    • Exclude generated files from spotless in https://github.com/opensearch-project/sql/pull/2024
      • -
    • Fix mockito core conflict. in https://github.com/opensearch-project/sql/pull/2131
      • -
    • Fix ASCII function and groom UT for text functions. (#301) in https://github.com/opensearch-project/sql/pull/2029
      • -
    • Fixed response codes For Requests With security exception. in https://github.com/opensearch-project/sql/pull/2036
      • -
    -

    Opensearch Security

      @@ -175,6 +159,22 @@
    • Sigma Aggregation rule fixes. (#622)
    +

    SQL

    + +
      +
    • fix broken link for connectors doc in https://github.com/opensearch-project/sql/pull/2199
      • +
    • Fix response codes returned by JSON formatting them in https://github.com/opensearch-project/sql/pull/2200
      • +
    • Bug fix, datasource API should be case sensitive in https://github.com/opensearch-project/sql/pull/2202
      • +
    • Minor fix in dropping covering index in https://github.com/opensearch-project/sql/pull/2240
      • +
    • Fix Unit tests for FlintIndexReader in https://github.com/opensearch-project/sql/pull/2242
      • +
    • Bug Fix , delete OpenSearch index when DROP INDEX in https://github.com/opensearch-project/sql/pull/2252
      • +
    • Correctly Set query status in https://github.com/opensearch-project/sql/pull/2232
      • +
    • Exclude generated files from spotless in https://github.com/opensearch-project/sql/pull/2024
      • +
    • Fix mockito core conflict. in https://github.com/opensearch-project/sql/pull/2131
      • +
    • Fix ASCII function and groom UT for text functions. (#301) in https://github.com/opensearch-project/sql/pull/2029
      • +
    • Fixed response codes For Requests With security exception. in https://github.com/opensearch-project/sql/pull/2036
      • +
    +

    INFRASTRUCTURE

    Opensearch Alerting

    @@ -210,17 +210,17 @@
  • Update PULL_REQUEST_TEMPLATE.md #560)
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • bump aws-encryption-sdk-java to 1.71 in https://github.com/opensearch-project/sql/pull/2057
      • -
    • Run IT tests with security plugin (#335) #1986 by @MitchellGale in https://github.com/opensearch-project/sql/pull/2022
      • +
    • Ignore tests that may be flaky. (#596)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Ignore tests that may be flaky. (#596)
      • +
    • bump aws-encryption-sdk-java to 1.71 in https://github.com/opensearch-project/sql/pull/2057
      • +
    • Run IT tests with security plugin (#335) #1986 by @MitchellGale in https://github.com/opensearch-project/sql/pull/2022

    DOCUMENTATION

    @@ -243,17 +243,17 @@
  • Add 2.11.0 release notes (#774)
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • Datasource description in https://github.com/opensearch-project/sql/pull/2138
      • -
    • Add documentation for S3GlueConnector. in https://github.com/opensearch-project/sql/pull/2234
      • +
    • Added 2.11.0 release notes. (#660)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Added 2.11.0 release notes. (#660)
      • +
    • Datasource description in https://github.com/opensearch-project/sql/pull/2138
      • +
    • Add documentation for S3GlueConnector. in https://github.com/opensearch-project/sql/pull/2234

    MAINTENANCE

    @@ -386,7 +386,14 @@
  • if model version fails to register, update model group accordingly (#1463)
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

    + +
      +
    • Address search request timeouts as transient error. (#561)
      • +
    • Change ruleId if it exists. (#628)
      • +
    + +

    SQL

    • Merging Async Query APIs feature branch into main. in https://github.com/opensearch-project/sql/pull/2163
      • @@ -396,13 +403,6 @@
    • Add customized result index in data source etc in https://github.com/opensearch-project/sql/pull/2220
    -

    Opensearch Security Analytics

    - -
      -
    • Address search request timeouts as transient error. (#561)
      • -
    • Change ruleId if it exists. (#628)
      • -
    -

    EXPERIMENTAL

    Opensearch ML Common

    @@ -413,7 +413,7 @@

    NON-COMPLIANT

    SECURITY

    -

    Opensearch SQL

    +

    SQL

    • bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
    • bump okio to 3.4.0 by @joshuali925 in https://github.com/opensearch-project/sql/pull/2047
      • diff --git a/src/release_notes_automation/release_notes-2.9.0.md b/src/release_notes_automation/release_notes-2.9.0.md index bd51bc38b8..b4af418c50 100644 --- a/src/release_notes_automation/release_notes-2.9.0.md +++ b/src/release_notes_automation/release_notes-2.9.0.md @@ -45,13 +45,6 @@
    • Change connector access control creation allow empty list (#1069)
    -

    Opensearch SQL

    - -
      -
    • Enable Table Function and PromQL function (#1719)
      • -
    • Add spark connector (#1780)
      • -
    -

    Opensearch Security Analytics

      @@ -60,6 +53,13 @@
    • Logtypes PR v2. (#482)
    +

    SQL

    + +
      +
    • Enable Table Function and PromQL function (#1719)
      • +
    • Add spark connector (#1780)
      • +
    +

    ENHANCEMENTS

    Opensearch Anomaly Detection

    @@ -83,7 +83,19 @@
  • Add unit tests for the REST layer in RCA Agent #436
    • -

    Opensearch SQL

    +

    Opensearch Security

    + +
      +
    • Use boucycastle PEM reader instead of reg expression (#2877)
      • +
    • Adding field level security test cases for FlatFields (#2876) (#2893)
      • +
    • Add password message to /dashboardsinfo endpoint (#2949) (#2955)
      • +
    • Add .plugins-ml-connector to system index (#2947) (#2954)
      • +
    • Parallel test jobs for CI (#2861) (#2936)
      • +
    • Adds a check to skip serialization-deserialization if request is for same node (#2765) (#2973)
      • +
    • Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
      • +
    + +

    SQL

    • Pagination: Support WHERE clause, column list in SELECT clause and for functions and expressions in the query (#1500)
      • @@ -102,18 +114,6 @@
    • Remove Default master encryption key from settings (#1851)
    -

    Opensearch Security

    - -
      -
    • Use boucycastle PEM reader instead of reg expression (#2877)
      • -
    • Adding field level security test cases for FlatFields (#2876) (#2893)
      • -
    • Add password message to /dashboardsinfo endpoint (#2949) (#2955)
      • -
    • Add .plugins-ml-connector to system index (#2947) (#2954)
      • -
    • Parallel test jobs for CI (#2861) (#2936)
      • -
    • Adds a check to skip serialization-deserialization if request is for same node (#2765) (#2973)
      • -
    • Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
      • -
    -

    BUG FIXES

    Opensearch Alerting

    @@ -165,17 +165,17 @@
  • Removing guava dependency to fix jarhell (#709)
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
      • -
    • Fix CSV/RAW output header being application/json rather than plain/text (#1779)
      • +
    • Fixed compile issues related to latest OS core repo changes. (#412)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Fixed compile issues related to latest OS core repo changes. (#412)
      • +
    • Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
      • +
    • Fix CSV/RAW output header being application/json rather than plain/text (#1779)

    INFRASTRUCTURE

    @@ -219,7 +219,7 @@
  • Upgrade checkstyle version from 9.3 to 10.3.3 #495
    • -

    Opensearch SQL

    +

    SQL

    • stopPrometheus task in doctest build.gradle now runs upon project failure in startOpenSearch (#1747)
      • @@ -261,17 +261,17 @@
    • Add 2.9.0 release notes (#702)
    -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • Updated documentation of round function return type (#1725)
      • -
    • Updated protocol.rst with new wording for error message (#1662)
      • +
    • Added 2.9.0 release notes. (#486)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Added 2.9.0 release notes. (#486)
      • +
    • Updated documentation of round function return type (#1725)
      • +
    • Updated protocol.rst with new wording for error message (#1662)

    MAINTENANCE

    @@ -392,15 +392,15 @@
  • Add class for loading mapping templates in bulk (#1550)
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • Simplify OpenSearchIndexScanBuilder (#1738)
      • +
    • Use strong password in security test. (#452)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Use strong password in security test. (#452)
      • +
    • Simplify OpenSearchIndexScanBuilder (#1738)
    diff --git a/src/release_notes_workflow/release_notes.py b/src/release_notes_workflow/release_notes.py index a012f80b7a..0ff1fe404e 100644 --- a/src/release_notes_workflow/release_notes.py +++ b/src/release_notes_workflow/release_notes.py @@ -30,8 +30,8 @@ def table(self) -> MarkdownTableWriter: # print("TABLE component.name:", component.name) if component.name == 'OpenSearch' or component.name == 'OpenSearch-Dashboards' or component.name == 'notifications-core': continue - if type(component) is InputComponentFromSource: - table_result.append(self.check(component)) + if hasattr(component, "repository"): + table_result.append(self.check(component)) # type: ignore[arg-type] # Sort table_result based on Repo column table_result.sort(key=lambda x: x[0]) @@ -75,9 +75,7 @@ def check(self, component: InputComponentFromSource) -> List: if(release_notes.exists()): releasenote = os.path.basename(release_notes.full_path) - # print("CHECK release_notes.full_path:", releasenote) results.append(releasenote) - # results.append(release_notes.full_path) repo_name = component.repository.split("/")[-1].split('.')[0] repo_ref = component.ref.split("/")[-1] url = f"https://raw.githubusercontent.com/opensearch-project/{repo_name}/{repo_ref}/release-notes/{releasenote}" diff --git a/src/run_releasenotes_check.py b/src/run_releasenotes_check.py index 45796490e5..cbec87c925 100644 --- a/src/run_releasenotes_check.py +++ b/src/run_releasenotes_check.py @@ -44,6 +44,8 @@ def format_component_name_from_url(url) -> str: if end_index == -1: raise ValueError("'.release-notes' not found after 'release-notes/'") component_name = url[start_index + len("release-notes/"): end_index] + if component_name == "opensearch-sql": + component_name = "SQL" formatted_name = " ".join(word.capitalize() for word in re.split(r"[-.]", component_name)) return capitalize_acronyms(formatted_name) @@ -78,6 +80,7 @@ def create_urls_file_if_not_exists() -> None: if args.action == "check": create_urls_file_if_not_exists() + return elif args.action == "compile": create_urls_file_if_not_exists() From bc0bf6ee04da33d19bbcc1c0eb87885e9c93019a Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Thu, 9 Nov 2023 13:09:12 +0000 Subject: [PATCH 09/14] Fix name 'opensearch-sql' Resolve merge conflict Code cleanup Signed-off-by: Sachin Sahu --- .../release_notes-2.10.0.md | 72 ++++++------ .../release_notes-2.11.0.md | 110 +++++++++--------- .../release_notes-2.8.0.md | 88 +++++++------- .../release_notes-2.9.0.md | 70 +++++------ src/release_notes_workflow/release_notes.py | 9 +- src/run_releasenotes_check.py | 12 +- 6 files changed, 180 insertions(+), 181 deletions(-) diff --git a/src/release_notes_automation/release_notes-2.10.0.md b/src/release_notes_automation/release_notes-2.10.0.md index 814aeb39f1..4fce744358 100644 --- a/src/release_notes_automation/release_notes-2.10.0.md +++ b/src/release_notes_automation/release_notes-2.10.0.md @@ -104,12 +104,6 @@
  • Handle Reader thread termination gracefully #476
    • -

    Opensearch SQL

    - -
      -
    • [Backport 2.x] Added support of timestamp/date/time using curly brackets by @matthewryanwells in https://github.com/opensearch-project/sql/pull/1908
      • -
    -

    Opensearch Security

      @@ -126,6 +120,12 @@
    • System index permissions (#2887)
    +

    SQL

    + +
      +
    • [Backport 2.x] Added support of timestamp/date/time using curly brackets by @matthewryanwells in https://github.com/opensearch-project/sql/pull/1908
      • +
    +

    BUG FIXES

    Opensearch Alerting

    @@ -184,20 +184,6 @@
  • Fix from upstream import changes (#748)
    • -

    Opensearch SQL

    - -
      -
    • [2.x] bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
      • -
    • [Backport 2.x] Okio upgrade to 3.5.0 by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1963
      • -
    • [Backport 2.x] Fixed response codes For Requests With security exception. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2029
      • -
    • [Backport 2.x] Backport breaking changes by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1920
      • -
    • [Manual Backport #1943] Fixing string format change #1943 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1946
      • -
    • [Backport 2.x] Fix CVE by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1944
      • -
    • [Backport 2.x] Breaking change OpenSearch main project - Action movement (#1958) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1965
      • -
    • [Backport 2.x] Update backport CI, add PR merged condition by @ps48 in https://github.com/opensearch-project/sql/pull/1970
      • -
    • [Backport 2.x] Fixed exception when datasource is updated with existing configuration. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2008
      • -
    -

    Opensearch Security

      @@ -218,6 +204,20 @@
    • Fixes detectorType incompatibility with detector rules (#524)
    +

    SQL

    + +
      +
    • [2.x] bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
      • +
    • [Backport 2.x] Okio upgrade to 3.5.0 by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1963
      • +
    • [Backport 2.x] Fixed response codes For Requests With security exception. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2029
      • +
    • [Backport 2.x] Backport breaking changes by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1920
      • +
    • [Manual Backport #1943] Fixing string format change #1943 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1946
      • +
    • [Backport 2.x] Fix CVE by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1944
      • +
    • [Backport 2.x] Breaking change OpenSearch main project - Action movement (#1958) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1965
      • +
    • [Backport 2.x] Update backport CI, add PR merged condition by @ps48 in https://github.com/opensearch-project/sql/pull/1970
      • +
    • [Backport 2.x] Fixed exception when datasource is updated with existing configuration. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2008
      • +
    +

    INFRASTRUCTURE

    Opensearch Alerting

    @@ -292,7 +292,7 @@
  • Upgrade gRPC protobug to mitigate connection termination issue #471
    • -

    Opensearch SQL

    +

    SQL

    • [Backport 2.x] Add _primary preference only for segment replication enabled indices by @opensearch-trigger-bot in @@ -345,16 +345,16 @@ https://github.com/opensearch-project/sql/pull/2036
    • Add 2.10.0 release notes (#755)
    -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • [Backport 2.x] Fix doctest data by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1998
      • +
    • Added 2.10.0 release notes. (#555)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Added 2.10.0 release notes. (#555)
      • +
    • [Backport 2.x] Fix doctest data by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1998

    MAINTENANCE

    @@ -557,7 +557,17 @@ https://github.com/opensearch-project/sql/pull/2036
  • Updates demo certs used in integ tests in https://github.com/opensearch-project/observability/pull/1600
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

    + +
      +
    • Fix google-java-format-1.17.0.jar: 1 vulnerabilities (#526)
      • +
    • segment replication changes (#529)
      • +
    • Use core OpenSearch version of commons-lang3 (#535)
      • +
    • Force google guava to 32.0.1 (#536)
      • +
    • Updates demo certs used in integ tests (#543)
      • +
    + +

    SQL

    • [Backport 2.x] Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in
      • @@ -575,16 +585,6 @@ https://github.com/opensearch-project/sql/pull/2036

      Full Changelog: https://github.com/opensearch-project/sql/compare/2.3.0.0...v.2.10.0.0

      -

      Opensearch Security Analytics

      - -
        -
      • Fix google-java-format-1.17.0.jar: 1 vulnerabilities (#526)
        • -
      • segment replication changes (#529)
        • -
      • Use core OpenSearch version of commons-lang3 (#535)
        • -
      • Force google guava to 32.0.1 (#536)
        • -
      • Updates demo certs used in integ tests (#543)
        • -
      -

      NON-COMPLIANT

      ADDED

      Opensearch Job Scheduler

      diff --git a/src/release_notes_automation/release_notes-2.11.0.md b/src/release_notes_automation/release_notes-2.11.0.md index 37cc5917a9..032438fe7b 100644 --- a/src/release_notes_automation/release_notes-2.11.0.md +++ b/src/release_notes_automation/release_notes-2.11.0.md @@ -49,26 +49,6 @@
    • Add max_token_score parameter to improve the execution efficiency for neural_sparse query clause (#348)
    -

    Opensearch SQL

    - -
      -
    • Enable PPL lang and add datasource to async query API in https://github.com/opensearch-project/sql/pull/2195
      • -
    • Refactor Flint Auth in https://github.com/opensearch-project/sql/pull/2201
      • -
    • Add conf for spark structured streaming job in https://github.com/opensearch-project/sql/pull/2203
      • -
    • Submit long running job only when auto_refresh = false in https://github.com/opensearch-project/sql/pull/2209
      • -
    • Bug Fix, handle DESC TABLE response in https://github.com/opensearch-project/sql/pull/2213
      • -
    • Drop Index Implementation in https://github.com/opensearch-project/sql/pull/2217
      • -
    • Enable PPL Queries in https://github.com/opensearch-project/sql/pull/2223
      • -
    • Read extra Spark submit parameters from cluster settings in https://github.com/opensearch-project/sql/pull/2236
      • -
    • Spark Execution Engine Config Refactor in https://github.com/opensearch-project/sql/pull/2266
      • -
    • Provide auth.type and auth.role_arn paramters in GET Datasource API response. in https://github.com/opensearch-project/sql/pull/2283
      • -
    • Add support for date_nanos and tests. (#337) in https://github.com/opensearch-project/sql/pull/2020
      • -
    • Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in https://github.com/opensearch-project/sql/pull/2023
      • -
    • Revert "Guarantee datasource read api is strong consistent read (#1815)" in https://github.com/opensearch-project/sql/pull/2031
      • -
    • Add _primary preference only for segment replication enabled indices in https://github.com/opensearch-project/sql/pull/2045
      • -
    • Changed allowlist config to denylist ip config for datasource uri hosts in https://github.com/opensearch-project/sql/pull/2058
      • -
    -

    Opensearch Security

      @@ -91,6 +71,26 @@
    • Add category to custom log types. (#634)
    +

    SQL

    + +
      +
    • Enable PPL lang and add datasource to async query API in https://github.com/opensearch-project/sql/pull/2195
      • +
    • Refactor Flint Auth in https://github.com/opensearch-project/sql/pull/2201
      • +
    • Add conf for spark structured streaming job in https://github.com/opensearch-project/sql/pull/2203
      • +
    • Submit long running job only when auto_refresh = false in https://github.com/opensearch-project/sql/pull/2209
      • +
    • Bug Fix, handle DESC TABLE response in https://github.com/opensearch-project/sql/pull/2213
      • +
    • Drop Index Implementation in https://github.com/opensearch-project/sql/pull/2217
      • +
    • Enable PPL Queries in https://github.com/opensearch-project/sql/pull/2223
      • +
    • Read extra Spark submit parameters from cluster settings in https://github.com/opensearch-project/sql/pull/2236
      • +
    • Spark Execution Engine Config Refactor in https://github.com/opensearch-project/sql/pull/2266
      • +
    • Provide auth.type and auth.role_arn paramters in GET Datasource API response. in https://github.com/opensearch-project/sql/pull/2283
      • +
    • Add support for date_nanos and tests. (#337) in https://github.com/opensearch-project/sql/pull/2020
      • +
    • Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in https://github.com/opensearch-project/sql/pull/2023
      • +
    • Revert "Guarantee datasource read api is strong consistent read (#1815)" in https://github.com/opensearch-project/sql/pull/2031
      • +
    • Add _primary preference only for segment replication enabled indices in https://github.com/opensearch-project/sql/pull/2045
      • +
    • Changed allowlist config to denylist ip config for datasource uri hosts in https://github.com/opensearch-project/sql/pull/2058
      • +
    +

    BUG FIXES

    Opensearch Alerting

    @@ -144,22 +144,6 @@
  • Update Jooq version and address bind variable failure in AdmissionControl Emitter #493
    • -

    Opensearch SQL

    - -
      -
    • fix broken link for connectors doc in https://github.com/opensearch-project/sql/pull/2199
      • -
    • Fix response codes returned by JSON formatting them in https://github.com/opensearch-project/sql/pull/2200
      • -
    • Bug fix, datasource API should be case sensitive in https://github.com/opensearch-project/sql/pull/2202
      • -
    • Minor fix in dropping covering index in https://github.com/opensearch-project/sql/pull/2240
      • -
    • Fix Unit tests for FlintIndexReader in https://github.com/opensearch-project/sql/pull/2242
      • -
    • Bug Fix , delete OpenSearch index when DROP INDEX in https://github.com/opensearch-project/sql/pull/2252
      • -
    • Correctly Set query status in https://github.com/opensearch-project/sql/pull/2232
      • -
    • Exclude generated files from spotless in https://github.com/opensearch-project/sql/pull/2024
      • -
    • Fix mockito core conflict. in https://github.com/opensearch-project/sql/pull/2131
      • -
    • Fix ASCII function and groom UT for text functions. (#301) in https://github.com/opensearch-project/sql/pull/2029
      • -
    • Fixed response codes For Requests With security exception. in https://github.com/opensearch-project/sql/pull/2036
      • -
    -

    Opensearch Security

      @@ -175,6 +159,22 @@
    • Sigma Aggregation rule fixes. (#622)
    +

    SQL

    + +
      +
    • fix broken link for connectors doc in https://github.com/opensearch-project/sql/pull/2199
      • +
    • Fix response codes returned by JSON formatting them in https://github.com/opensearch-project/sql/pull/2200
      • +
    • Bug fix, datasource API should be case sensitive in https://github.com/opensearch-project/sql/pull/2202
      • +
    • Minor fix in dropping covering index in https://github.com/opensearch-project/sql/pull/2240
      • +
    • Fix Unit tests for FlintIndexReader in https://github.com/opensearch-project/sql/pull/2242
      • +
    • Bug Fix , delete OpenSearch index when DROP INDEX in https://github.com/opensearch-project/sql/pull/2252
      • +
    • Correctly Set query status in https://github.com/opensearch-project/sql/pull/2232
      • +
    • Exclude generated files from spotless in https://github.com/opensearch-project/sql/pull/2024
      • +
    • Fix mockito core conflict. in https://github.com/opensearch-project/sql/pull/2131
      • +
    • Fix ASCII function and groom UT for text functions. (#301) in https://github.com/opensearch-project/sql/pull/2029
      • +
    • Fixed response codes For Requests With security exception. in https://github.com/opensearch-project/sql/pull/2036
      • +
    +

    INFRASTRUCTURE

    Opensearch Alerting

    @@ -210,17 +210,17 @@
  • Update PULL_REQUEST_TEMPLATE.md #560)
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • bump aws-encryption-sdk-java to 1.71 in https://github.com/opensearch-project/sql/pull/2057
      • -
    • Run IT tests with security plugin (#335) #1986 by @MitchellGale in https://github.com/opensearch-project/sql/pull/2022
      • +
    • Ignore tests that may be flaky. (#596)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Ignore tests that may be flaky. (#596)
      • +
    • bump aws-encryption-sdk-java to 1.71 in https://github.com/opensearch-project/sql/pull/2057
      • +
    • Run IT tests with security plugin (#335) #1986 by @MitchellGale in https://github.com/opensearch-project/sql/pull/2022

    DOCUMENTATION

    @@ -243,17 +243,17 @@
  • Add 2.11.0 release notes (#774)
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • Datasource description in https://github.com/opensearch-project/sql/pull/2138
      • -
    • Add documentation for S3GlueConnector. in https://github.com/opensearch-project/sql/pull/2234
      • +
    • Added 2.11.0 release notes. (#660)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Added 2.11.0 release notes. (#660)
      • +
    • Datasource description in https://github.com/opensearch-project/sql/pull/2138
      • +
    • Add documentation for S3GlueConnector. in https://github.com/opensearch-project/sql/pull/2234

    MAINTENANCE

    @@ -386,7 +386,14 @@
  • if model version fails to register, update model group accordingly (#1463)
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

    + +
      +
    • Address search request timeouts as transient error. (#561)
      • +
    • Change ruleId if it exists. (#628)
      • +
    + +

    SQL

    • Merging Async Query APIs feature branch into main. in https://github.com/opensearch-project/sql/pull/2163
      • @@ -396,13 +403,6 @@
    • Add customized result index in data source etc in https://github.com/opensearch-project/sql/pull/2220
    -

    Opensearch Security Analytics

    - -
      -
    • Address search request timeouts as transient error. (#561)
      • -
    • Change ruleId if it exists. (#628)
      • -
    -

    EXPERIMENTAL

    Opensearch ML Common

    @@ -413,7 +413,7 @@

    NON-COMPLIANT

    SECURITY

    -

    Opensearch SQL

    +

    SQL

    • bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
    • bump okio to 3.4.0 by @joshuali925 in https://github.com/opensearch-project/sql/pull/2047
      • diff --git a/src/release_notes_automation/release_notes-2.8.0.md b/src/release_notes_automation/release_notes-2.8.0.md index 7da54ed3d0..3719fe12d4 100644 --- a/src/release_notes_automation/release_notes-2.8.0.md +++ b/src/release_notes_automation/release_notes-2.8.0.md @@ -25,18 +25,6 @@
    • Support notification integration with long running operations. (#712, #722)
    -

    Opensearch SQL

    - -
      -
    • Support for pagination in v2 engine of SELECT * FROM <table> queries (#1666)
      • -
    • Support Alternate Datetime Formats (#1664)
      • -
    • Create new anonymizer for new engine (#1665)
      • -
    • Add Support for Nested Function Use In WHERE Clause Predicate Expresion (#1657)
      • -
    • Cross cluster search in PPL (#1512)
      • -
    • Added COSH to V2 engine (#1428)
      • -
    • REST API for GET,PUT and DELETE (#1482)
      • -
    -

    Opensearch Security

      @@ -57,6 +45,18 @@
    • add rules to correlations for correlation engine. (#423)
    +

    SQL

    + +
      +
    • Support for pagination in v2 engine of SELECT * FROM <table> queries (#1666)
      • +
    • Support Alternate Datetime Formats (#1664)
      • +
    • Create new anonymizer for new engine (#1665)
      • +
    • Add Support for Nested Function Use In WHERE Clause Predicate Expresion (#1657)
      • +
    • Cross cluster search in PPL (#1512)
      • +
    • Added COSH to V2 engine (#1428)
      • +
    • REST API for GET,PUT and DELETE (#1482)
      • +
    +

    ENHANCEMENTS

    Opensearch Cross Cluster Replication

    @@ -84,14 +84,6 @@
  • Add model group rest ITs (#942)
    • -

    Opensearch SQL

    - -
      -
    • Minor clean up of datetime and other classes (#1310)
      • -
    • Add integration JDBC tests for cursor/fetch_size feature (#1315)
      • -
    • Refactoring datasource changes to a new module. (#1504)
      • -
    -

    Opensearch Security

      @@ -102,6 +94,14 @@
    • Separate config option to enable restapi: permissions (#2605)
    +

    SQL

    + +
      +
    • Minor clean up of datetime and other classes (#1310)
      • +
    • Add integration JDBC tests for cursor/fetch_size feature (#1315)
      • +
    • Refactoring datasource changes to a new module. (#1504)
      • +
    +

    BUG FIXES

    Opensearch Alerting

    @@ -162,12 +162,6 @@
  • Removing guava dependency to fix jarhell (#709)
    • -

    Opensearch SQL

    - -
      -
    • Fixing bug where Nested functions used in WHERE, GROUP BY, HAVING, and ORDER BY clauses don't fallback to legacy engine. (#1549)
      • -
    -

    Opensearch Security

      @@ -183,6 +177,12 @@
    • fix for failure in syslogs mappings view api. (#435)
    +

    SQL

    + +
      +
    • Fixing bug where Nested functions used in WHERE, GROUP BY, HAVING, and ORDER BY clauses don't fallback to legacy engine. (#1549)
      • +
    +

    INFRASTRUCTURE

    Opensearch Anomaly Detection

    @@ -264,18 +264,18 @@
  • Add 2.8.0 release notes (#682)
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • Add Nested Documentation for 2.7 Related Features (#1620)
      • -
    • Update usage example doc for PPL cross-cluster search (#1610)
      • -
    • Documentation and other papercuts for datasource api launch (#1530)
      • +
    • Added 2.8.0 release notes. (#444)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Added 2.8.0 release notes. (#444)
      • +
    • Add Nested Documentation for 2.7 Related Features (#1620)
      • +
    • Update usage example doc for PPL cross-cluster search (#1610)
      • +
    • Documentation and other papercuts for datasource api launch (#1530)

    MAINTENANCE

    @@ -365,18 +365,6 @@
  • Increment version to 2.8.0-SNAPSHOT (#688)
    • -

    Opensearch SQL

    - -
      -
    • Fix IT - address breaking changes from upstream. (#1659)
      • -
    • Increment version to 2.8.0-SNAPSHOT (#1552)
      • -
    • Backport maintainer list update to 2.x. (#1650)
      • -
    • Backport jackson and gradle update from #1580 to 2.x (#1596)
      • -
    • adding reflections as a dependency (#1559)
      • -
    • Bump org.json dependency version (#1586)
      • -
    • Integ Test Fix (#1541)
      • -
    -

    Opensearch Security

      @@ -392,6 +380,18 @@
    • Update CODEOWNERS. (#434)
    +

    SQL

    + +
      +
    • Fix IT - address breaking changes from upstream. (#1659)
      • +
    • Increment version to 2.8.0-SNAPSHOT (#1552)
      • +
    • Backport maintainer list update to 2.x. (#1650)
      • +
    • Backport jackson and gradle update from #1580 to 2.x (#1596)
      • +
    • adding reflections as a dependency (#1559)
      • +
    • Bump org.json dependency version (#1586)
      • +
    • Integ Test Fix (#1541)
      • +
    +

    REFACTORING

    Opensearch ML Common

    diff --git a/src/release_notes_automation/release_notes-2.9.0.md b/src/release_notes_automation/release_notes-2.9.0.md index bd51bc38b8..b4af418c50 100644 --- a/src/release_notes_automation/release_notes-2.9.0.md +++ b/src/release_notes_automation/release_notes-2.9.0.md @@ -45,13 +45,6 @@
  • Change connector access control creation allow empty list (#1069)
    • -

    Opensearch SQL

    - -
      -
    • Enable Table Function and PromQL function (#1719)
      • -
    • Add spark connector (#1780)
      • -
    -

    Opensearch Security Analytics

      @@ -60,6 +53,13 @@
    • Logtypes PR v2. (#482)
    +

    SQL

    + +
      +
    • Enable Table Function and PromQL function (#1719)
      • +
    • Add spark connector (#1780)
      • +
    +

    ENHANCEMENTS

    Opensearch Anomaly Detection

    @@ -83,7 +83,19 @@
  • Add unit tests for the REST layer in RCA Agent #436
    • -

    Opensearch SQL

    +

    Opensearch Security

    + +
      +
    • Use boucycastle PEM reader instead of reg expression (#2877)
      • +
    • Adding field level security test cases for FlatFields (#2876) (#2893)
      • +
    • Add password message to /dashboardsinfo endpoint (#2949) (#2955)
      • +
    • Add .plugins-ml-connector to system index (#2947) (#2954)
      • +
    • Parallel test jobs for CI (#2861) (#2936)
      • +
    • Adds a check to skip serialization-deserialization if request is for same node (#2765) (#2973)
      • +
    • Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
      • +
    + +

    SQL

    • Pagination: Support WHERE clause, column list in SELECT clause and for functions and expressions in the query (#1500)
      • @@ -102,18 +114,6 @@
    • Remove Default master encryption key from settings (#1851)
    -

    Opensearch Security

    - -
      -
    • Use boucycastle PEM reader instead of reg expression (#2877)
      • -
    • Adding field level security test cases for FlatFields (#2876) (#2893)
      • -
    • Add password message to /dashboardsinfo endpoint (#2949) (#2955)
      • -
    • Add .plugins-ml-connector to system index (#2947) (#2954)
      • -
    • Parallel test jobs for CI (#2861) (#2936)
      • -
    • Adds a check to skip serialization-deserialization if request is for same node (#2765) (#2973)
      • -
    • Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
      • -
    -

    BUG FIXES

    Opensearch Alerting

    @@ -165,17 +165,17 @@
  • Removing guava dependency to fix jarhell (#709)
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
      • -
    • Fix CSV/RAW output header being application/json rather than plain/text (#1779)
      • +
    • Fixed compile issues related to latest OS core repo changes. (#412)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Fixed compile issues related to latest OS core repo changes. (#412)
      • +
    • Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
      • +
    • Fix CSV/RAW output header being application/json rather than plain/text (#1779)

    INFRASTRUCTURE

    @@ -219,7 +219,7 @@
  • Upgrade checkstyle version from 9.3 to 10.3.3 #495
    • -

    Opensearch SQL

    +

    SQL

    • stopPrometheus task in doctest build.gradle now runs upon project failure in startOpenSearch (#1747)
      • @@ -261,17 +261,17 @@
    • Add 2.9.0 release notes (#702)
    -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • Updated documentation of round function return type (#1725)
      • -
    • Updated protocol.rst with new wording for error message (#1662)
      • +
    • Added 2.9.0 release notes. (#486)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Added 2.9.0 release notes. (#486)
      • +
    • Updated documentation of round function return type (#1725)
      • +
    • Updated protocol.rst with new wording for error message (#1662)

    MAINTENANCE

    @@ -392,15 +392,15 @@
  • Add class for loading mapping templates in bulk (#1550)
    • -

    Opensearch SQL

    +

    Opensearch Security Analytics

      -
    • Simplify OpenSearchIndexScanBuilder (#1738)
      • +
    • Use strong password in security test. (#452)
    -

    Opensearch Security Analytics

    +

    SQL

      -
    • Use strong password in security test. (#452)
      • +
    • Simplify OpenSearchIndexScanBuilder (#1738)
    diff --git a/src/release_notes_workflow/release_notes.py b/src/release_notes_workflow/release_notes.py index a012f80b7a..6083c70f21 100644 --- a/src/release_notes_workflow/release_notes.py +++ b/src/release_notes_workflow/release_notes.py @@ -27,14 +27,13 @@ def __init__(self, manifest: InputManifest, date: str, action_type: str) -> None def table(self) -> MarkdownTableWriter: table_result = [] for component in self.manifest.components.select(): - # print("TABLE component.name:", component.name) if component.name == 'OpenSearch' or component.name == 'OpenSearch-Dashboards' or component.name == 'notifications-core': continue - if type(component) is InputComponentFromSource: - table_result.append(self.check(component)) + if hasattr(component, "repository"): + table_result.append(self.check(component)) # type: ignore[arg-type] # Sort table_result based on Repo column - table_result.sort(key=lambda x: x[0]) + table_result.sort(key=lambda x: (x[0], x[1]) if len(x) > 1 else x[0]) if self.action_type == "check": headers = ["Repo", "Branch", "CommitID", "Commit Date", "Release Notes Exists"] @@ -75,9 +74,7 @@ def check(self, component: InputComponentFromSource) -> List: if(release_notes.exists()): releasenote = os.path.basename(release_notes.full_path) - # print("CHECK release_notes.full_path:", releasenote) results.append(releasenote) - # results.append(release_notes.full_path) repo_name = component.repository.split("/")[-1].split('.')[0] repo_ref = component.ref.split("/")[-1] url = f"https://raw.githubusercontent.com/opensearch-project/{repo_name}/{repo_ref}/release-notes/{releasenote}" diff --git a/src/run_releasenotes_check.py b/src/run_releasenotes_check.py index 45796490e5..ed27a1c26b 100644 --- a/src/run_releasenotes_check.py +++ b/src/run_releasenotes_check.py @@ -29,14 +29,14 @@ def main() -> int: table_filename = f"{BASE_FILE_PATH}/release_notes_table-{BUILD_VERSION}.md" urls_filename = f"{BASE_FILE_PATH}/release_notes_urls-{BUILD_VERSION}.txt" - def capitalize_acronyms(formatted_name) -> str: + def capitalize_acronyms(formatted_name: str) -> str: acronyms = ["sql", "ml", "knn"] for acronym in acronyms: pattern = re.compile(re.escape(acronym), re.IGNORECASE) formatted_name = re.sub(pattern, acronym.upper(), formatted_name) return formatted_name - def format_component_name_from_url(url) -> str: + def format_component_name_from_url(url: str) -> str: start_index = url.find("release-notes/") if start_index == -1: raise ValueError("'release-notes/' not found in the URL") @@ -44,6 +44,8 @@ def format_component_name_from_url(url) -> str: if end_index == -1: raise ValueError("'.release-notes' not found after 'release-notes/'") component_name = url[start_index + len("release-notes/"): end_index] + if component_name == "opensearch-sql": + component_name = "SQL" formatted_name = " ".join(word.capitalize() for word in re.split(r"[-.]", component_name)) return capitalize_acronyms(formatted_name) @@ -78,6 +80,7 @@ def create_urls_file_if_not_exists() -> None: if args.action == "check": create_urls_file_if_not_exists() + return 0 elif args.action == "compile": create_urls_file_if_not_exists() @@ -93,8 +96,7 @@ def create_urls_file_if_not_exists() -> None: unique_urls = list(set(urls)) # store plugin data - plugin_data = defaultdict(lambda: defaultdict(list)) - + plugin_data: defaultdict = defaultdict(lambda: defaultdict(list)) # handle custom headings heading_mapping = { "Feature": "Features", @@ -144,7 +146,7 @@ def create_urls_file_if_not_exists() -> None: if len(content_to_end) > 0: content_to_end = "* " + content_to_end plugin_data[plugin_name][heading].append(content_to_end) - plugin_data = dict(sorted(plugin_data.items())) + plugin_data = defaultdict(list, sorted(plugin_data.items())) print("Compilation complete.") # Markdown renderer From f7af7c5e202fe1978fd499c76f68c4d074802752 Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Fri, 10 Nov 2023 09:11:33 +0000 Subject: [PATCH 10/14] Revert changes in Pipfile.lock Signed-off-by: Sachin Sahu --- Pipfile.lock | 347 +++++++++++++++++++++++---------------------------- 1 file changed, 153 insertions(+), 194 deletions(-) diff --git a/Pipfile.lock b/Pipfile.lock index d6f69ce7ae..97bdeab8f0 100644 --- a/Pipfile.lock +++ b/Pipfile.lock @@ -1,7 +1,7 @@ { "_meta": { "hash": { - "sha256": "2693fe85022b7e3a58a900e44ed03c8e635808fef6186077c6a9e9c8e359833f" + "sha256": "c7967cf4ead64b6ca007013a5dd53dd22a044683b5cc7c2e1dd6c375a91e483d" }, "pipfile-spec": 6, "requires": { @@ -33,51 +33,50 @@ }, "cerberus": { "hashes": [ - "sha256:7649a5815024d18eb7c6aa5e7a95355c649a53aacfc9b050e9d0bf6bfa2af372", - "sha256:81011e10266ef71b6ec6d50e60171258a5b134d69f8fb387d16e4936d0d47642" + "sha256:d1b21b3954b2498d9a79edf16b3170a3ac1021df88d197dc2ce5928ba519237c" ], "index": "pypi", - "version": "==1.3.5" + "version": "==1.3.4" }, "certifi": { "hashes": [ "sha256:539cc1d13202e33ca466e88b2807e29f4c13049d6d87031a3c110744495cb082", "sha256:92d6037539857d8206b8f6ae472e8b77db8058fec5937a1ef3f54304089edbb9" ], - "markers": "python_version >= '3.6'", + "index": "pypi", "version": "==2023.7.22" }, "cfgv": { "hashes": [ - "sha256:b7265b1f29fd3316bfcd2b330d63d024f2bfd8bcb8b0272f8e19a504856c48f9", - "sha256:e52591d4c5f5dead8e0f673fb16db7949d2cfb3f7da4582893288f0ded8fe560" + "sha256:c6a0883f3917a037485059700b9e75da2464e6c27051014ad85ba6aaa5884426", + "sha256:f5a830efb9ce7a445376bb66ec94c638a9787422f96264c98edc6bdeed8ab736" ], - "markers": "python_version >= '3.8'", - "version": "==3.4.0" + "markers": "python_full_version >= '3.6.1'", + "version": "==3.3.1" }, "chardet": { "hashes": [ - "sha256:1b3b6ff479a8c414bc3fa2c0852995695c4a026dcd6d0633b2dd092ca39c1cf7", - "sha256:e1cf59446890a00105fe7b7912492ea04b6e6f06d4b742b2c788469e34c82970" + "sha256:0d62712b956bc154f85fb0a266e2a3c5913c2967e00348701b32411d6def31e5", + "sha256:362777fb014af596ad31334fde1e8c327dfdb076e1960d1694662d46a6917ab9" ], "markers": "python_version >= '3.7'", - "version": "==5.2.0" + "version": "==5.1.0" }, "charset-normalizer": { "hashes": [ "sha256:5a3d016c7c547f69d6f81fb0db9449ce888b418b5b9952cc5e6e66843e9dd845", "sha256:83e9a75d1911279afd89352c68b45348559d1fc0506b054b346651b5e7fee29f" ], - "markers": "python_full_version >= '3.6.0'", + "markers": "python_version >= '3.6'", "version": "==2.1.1" }, "click": { "hashes": [ - "sha256:ae74fb96c20a0277a1d615f1e4d73c8414f5a98db8b799a7931d1582f3390c28", - "sha256:ca9853ad459e787e2192211578cc907e7594e294c7ccc834310722b41b9ca6de" + "sha256:48ee849951919527a045bfe3bf7baa8a959c423134e1a5b98c05c20ba75a1cbd", + "sha256:fa244bb30b3b5ee2cae3da8f55c9e5e0c0e86093306301fb418eb9dc40fbded5" ], "markers": "python_version >= '3.7'", - "version": "==8.1.7" + "version": "==8.1.6" }, "coverage": { "hashes": [ @@ -150,11 +149,11 @@ }, "filelock": { "hashes": [ - "sha256:63c6052c82a1a24c873a549fbd39a26982e8f35a3016da231ead11a5be9dad44", - "sha256:a552f4fde758f4eab33191e9548f671970f8b06d436d31388c9aa1e5861a710f" + "sha256:002740518d8aa59a26b0c76e10fb8c6e15eae825d34b6fdf670333fd7b938d81", + "sha256:cbb791cdea2a72f23da6ac5b5269ab0a0d161e9ef0100e653b69049a7706d1ec" ], - "markers": "python_version >= '3.8'", - "version": "==3.13.0" + "markers": "python_version >= '3.7'", + "version": "==3.12.2" }, "flake8": { "hashes": [ @@ -166,11 +165,11 @@ }, "identify": { "hashes": [ - "sha256:7736b3c7a28233637e3c36550646fc6389bedd74ae84cb788200cc8e2dd60b75", - "sha256:90199cb9e7bd3c5407a9b7e81b4abec4bb9d249991c79439ec8af740afc6293d" + "sha256:7243800bce2f58404ed41b7c002e53d4d22bcf3ae1b7900c2d7aefd95394bf7f", + "sha256:c22a8ead0d4ca11f1edd6c9418c3220669b3b7533ada0a0ffa6cc0ef85cf9b54" ], - "markers": "python_version >= '3.8'", - "version": "==2.5.31" + "markers": "python_full_version >= '3.8.0'", + "version": "==2.5.26" }, "idna": { "hashes": [ @@ -227,14 +226,6 @@ ], "version": "==0.6.1" }, - "mistune": { - "hashes": [ - "sha256:71481854c30fdbc938963d3605b72501f5c10a9320ecd412c121c163a1c7d205", - "sha256:fc7f93ded930c92394ef2cb6f04a8aabab4117a91449e72dcc8dfa646a508be8" - ], - "index": "pypi", - "version": "==3.0.2" - }, "mypy": { "hashes": [ "sha256:02ef476f6dcb86e6f502ae39a16b93285fef97e7f1ff22932b657d1ef1f28655", @@ -282,19 +273,19 @@ }, "packaging": { "hashes": [ - "sha256:048fb0e9405036518eaaf48a55953c750c11e1a1b68e0dd1a9d62ed0c092cfc5", - "sha256:8c491190033a9af7e1d931d0b5dacc2ef47509b34dd0de67ed209b5203fc88c7" + "sha256:994793af429502c4ea2ebf6bf664629d07c1a9fe974af92966e4b8d2df7edc61", + "sha256:a392980d2b6cffa644431898be54b0045151319d1e7ec34f0cfed48767dd334f" ], "markers": "python_version >= '3.7'", - "version": "==23.2" + "version": "==23.1" }, "pathspec": { "hashes": [ - "sha256:1d6ed233af05e679efb96b1851550ea95bbb64b7c490b0f5aa52996c11e92a20", - "sha256:e0d8d0ac2f12da61956eb2306b69f9469b42f4deb0f3cb6ed47b9cce9996ced3" + "sha256:2798de800fa92780e33acca925945e9a19a133b715067cf165b8866c15a31687", + "sha256:d8af70af76652554bd134c22b3e8a1cc46ed7d91edcdd721ef1a0c51a84a5293" ], "markers": "python_version >= '3.7'", - "version": "==0.11.2" + "version": "==0.11.1" }, "pathvalidate": { "hashes": [ @@ -306,19 +297,19 @@ }, "platformdirs": { "hashes": [ - "sha256:cf8ee52a3afdb965072dcc652433e0c7e3e40cf5ea1477cd4b3b1d2eb75495b3", - "sha256:e9d171d00af68be50e9202731309c4e658fd8bc76f55c11c7dd760d023bda68e" + "sha256:1b42b450ad933e981d56e59f1b97495428c9bd60698baab9f3eb3d00d5822421", + "sha256:ad8291ae0ae5072f66c16945166cb11c63394c7a3ad1b1bc9828ca3162da8c2f" ], "markers": "python_version >= '3.7'", - "version": "==3.11.0" + "version": "==3.9.1" }, "pluggy": { "hashes": [ - "sha256:cf61ae8f126ac6f7c451172cf30e3e43d3ca77615509771b3a984a0730651e12", - "sha256:d89c696a773f8bd377d18e5ecda92b7a3793cbe66c87060a6fb58c7b6e1061f7" + "sha256:c2fd55a7d7a3863cba1a013e4e2414658b1d07b6bc57b3919e0c63c9abb99849", + "sha256:d12f0c4b579b15f5e054301bb226ee85eeeba08ffec228092f8defbaa3a4c4b3" ], - "markers": "python_version >= '3.8'", - "version": "==1.3.0" + "markers": "python_version >= '3.7'", + "version": "==1.2.0" }, "pre-commit": { "hashes": [ @@ -330,25 +321,23 @@ }, "psutil": { "hashes": [ - "sha256:10e8c17b4f898d64b121149afb136c53ea8b68c7531155147867b7b1ac9e7e28", - "sha256:18cd22c5db486f33998f37e2bb054cc62fd06646995285e02a51b1e08da97017", - "sha256:3ebf2158c16cc69db777e3c7decb3c0f43a7af94a60d72e87b2823aebac3d602", - "sha256:51dc3d54607c73148f63732c727856f5febec1c7c336f8f41fcbd6315cce76ac", - "sha256:6e5fb8dc711a514da83098bc5234264e551ad980cec5f85dabf4d38ed6f15e9a", - "sha256:70cb3beb98bc3fd5ac9ac617a327af7e7f826373ee64c80efd4eb2856e5051e9", - "sha256:748c9dd2583ed86347ed65d0035f45fa8c851e8d90354c122ab72319b5f366f4", - "sha256:91ecd2d9c00db9817a4b4192107cf6954addb5d9d67a969a4f436dbc9200f88c", - "sha256:92e0cc43c524834af53e9d3369245e6cc3b130e78e26100d1f63cdb0abeb3d3c", - "sha256:a6f01f03bf1843280f4ad16f4bde26b817847b4c1a0db59bf6419807bc5ce05c", - "sha256:c69596f9fc2f8acd574a12d5f8b7b1ba3765a641ea5d60fb4736bf3c08a8214a", - "sha256:ca2780f5e038379e520281e4c032dddd086906ddff9ef0d1b9dcf00710e5071c", - "sha256:daecbcbd29b289aac14ece28eca6a3e60aa361754cf6da3dfb20d4d32b6c7f57", - "sha256:e4b92ddcd7dd4cdd3f900180ea1e104932c7bce234fb88976e2a3b296441225a", - "sha256:fb8a697f11b0f5994550555fcfe3e69799e5b060c8ecf9e2f75c69302cc35c0d", - "sha256:ff18b8d1a784b810df0b0fff3bcb50ab941c3b8e2c8de5726f9c71c601c611aa" + "sha256:104a5cc0e31baa2bcf67900be36acde157756b9c44017b86b2c049f11957887d", + "sha256:3c6f686f4225553615612f6d9bc21f1c0e305f75d7d8454f9b46e901778e7217", + "sha256:4aef137f3345082a3d3232187aeb4ac4ef959ba3d7c10c33dd73763fbc063da4", + "sha256:5410638e4df39c54d957fc51ce03048acd8e6d60abc0f5107af51e5fb566eb3c", + "sha256:5b9b8cb93f507e8dbaf22af6a2fd0ccbe8244bf30b1baad6b3954e935157ae3f", + "sha256:7a7dd9997128a0d928ed4fb2c2d57e5102bb6089027939f3b722f3a210f9a8da", + "sha256:89518112647f1276b03ca97b65cc7f64ca587b1eb0278383017c2a0dcc26cbe4", + "sha256:8c5f7c5a052d1d567db4ddd231a9d27a74e8e4a9c3f44b1032762bd7b9fdcd42", + "sha256:ab8ed1a1d77c95453db1ae00a3f9c50227ebd955437bcf2a574ba8adbf6a74d5", + "sha256:acf2aef9391710afded549ff602b5887d7a2349831ae4c26be7c807c0a39fac4", + "sha256:b258c0c1c9d145a1d5ceffab1134441c4c5113b2417fafff7315a917a026c3c9", + "sha256:be8929ce4313f9f8146caad4272f6abb8bf99fc6cf59344a3167ecd74f4f203f", + "sha256:c607bb3b57dc779d55e1554846352b4e358c10fff3abf3514a7a6601beebdb30", + "sha256:ea8518d152174e1249c4f2a1c89e3e6065941df2fa13a1ab45327716a23c2b48" ], "index": "pypi", - "version": "==5.9.6" + "version": "==5.9.5" }, "py": { "hashes": [ @@ -407,10 +396,10 @@ }, "pytz": { "hashes": [ - "sha256:7b4fddbeb94a1eba4b557da24f19fdf9db575192544270a9101d8509f9f43d7b", - "sha256:ce42d816b81b68506614c11e8937d3aa9e41007ceb50bfdcb0749b921bf646c7" + "sha256:1d8ce29db189191fb55338ee6d0387d82ab59f3d00eac103412d64e0ebd0c588", + "sha256:a151b3abb88eda1d4e34a9814df37de2a80e301e68ba0fd856fb9b46bfbbbffb" ], - "version": "==2023.3.post1" + "version": "==2023.3" }, "pyyaml": { "hashes": [ @@ -465,67 +454,54 @@ }, "ruamel-yaml": { "hashes": [ - "sha256:6024b986f06765d482b5b07e086cc4b4cd05dd22ddcbc758fa23d54873cf313d", - "sha256:b16b6c3816dff0a93dca12acf5e70afd089fa5acb80604afd1ffa8b465b7722c" + "sha256:23cd2ed620231677564646b0c6a89d138b6822a0d78656df7abda5879ec4f447", + "sha256:ec939063761914e14542972a5cba6d33c23b0859ab6342f61cf070cfc600efc2" ], "index": "pypi", - "version": "==0.17.40" + "version": "==0.17.32" }, "ruamel.yaml.clib": { "hashes": [ - "sha256:024cfe1fc7c7f4e1aff4a81e718109e13409767e4f871443cbff3dba3578203d", - "sha256:03d1162b6d1df1caa3a4bd27aa51ce17c9afc2046c31b0ad60a0a96ec22f8001", - "sha256:07238db9cbdf8fc1e9de2489a4f68474e70dffcb32232db7c08fa61ca0c7c462", - "sha256:09b055c05697b38ecacb7ac50bdab2240bfca1a0c4872b0fd309bb07dc9aa3a9", - "sha256:1758ce7d8e1a29d23de54a16ae867abd370f01b5a69e1a3ba75223eaa3ca1a1b", - "sha256:184565012b60405d93838167f425713180b949e9d8dd0bbc7b49f074407c5a8b", - "sha256:1b617618914cb00bf5c34d4357c37aa15183fa229b24767259657746c9077615", - "sha256:25ac8c08322002b06fa1d49d1646181f0b2c72f5cbc15a85e80b4c30a544bb15", - "sha256:25c515e350e5b739842fc3228d662413ef28f295791af5e5110b543cf0b57d9b", - "sha256:3213ece08ea033eb159ac52ae052a4899b56ecc124bb80020d9bbceeb50258e9", - "sha256:3f215c5daf6a9d7bbed4a0a4f760f3113b10e82ff4c5c44bec20a68c8014f675", - "sha256:3fcc54cb0c8b811ff66082de1680b4b14cf8a81dce0d4fbf665c2265a81e07a1", - "sha256:46d378daaac94f454b3a0e3d8d78cafd78a026b1d71443f4966c696b48a6d899", - "sha256:4ecbf9c3e19f9562c7fdd462e8d18dd902a47ca046a2e64dba80699f0b6c09b7", - "sha256:53a300ed9cea38cf5a2a9b069058137c2ca1ce658a874b79baceb8f892f915a7", - "sha256:56f4252222c067b4ce51ae12cbac231bce32aee1d33fbfc9d17e5b8d6966c312", - "sha256:5c365d91c88390c8d0a8545df0b5857172824b1c604e867161e6b3d59a827eaa", - "sha256:665f58bfd29b167039f714c6998178d27ccd83984084c286110ef26b230f259f", - "sha256:700e4ebb569e59e16a976857c8798aee258dceac7c7d6b50cab63e080058df91", - "sha256:7048c338b6c86627afb27faecf418768acb6331fc24cfa56c93e8c9780f815fa", - "sha256:75e1ed13e1f9de23c5607fe6bd1aeaae21e523b32d83bb33918245361e9cc51b", - "sha256:7f67a1ee819dc4562d444bbafb135832b0b909f81cc90f7aa00260968c9ca1b3", - "sha256:840f0c7f194986a63d2c2465ca63af8ccbbc90ab1c6001b1978f05119b5e7334", - "sha256:84b554931e932c46f94ab306913ad7e11bba988104c5cff26d90d03f68258cd5", - "sha256:87ea5ff66d8064301a154b3933ae406b0863402a799b16e4a1d24d9fbbcbe0d3", - "sha256:955eae71ac26c1ab35924203fda6220f84dce57d6d7884f189743e2abe3a9fbe", - "sha256:9eb5dee2772b0f704ca2e45b1713e4e5198c18f515b52743576d196348f374d3", - "sha256:a5aa27bad2bb83670b71683aae140a1f52b0857a2deff56ad3f6c13a017a26ed", - "sha256:a6a9ffd280b71ad062eae53ac1659ad86a17f59a0fdc7699fd9be40525153337", - "sha256:a75879bacf2c987c003368cf14bed0ffe99e8e85acfa6c0bfffc21a090f16880", - "sha256:aab7fd643f71d7946f2ee58cc88c9b7bfc97debd71dcc93e03e2d174628e7e2d", - "sha256:b16420e621d26fdfa949a8b4b47ade8810c56002f5389970db4ddda51dbff248", - "sha256:b42169467c42b692c19cf539c38d4602069d8c1505e97b86387fcf7afb766e1d", - "sha256:b5edda50e5e9e15e54a6a8a0070302b00c518a9d32accc2346ad6c984aacd279", - "sha256:bba64af9fa9cebe325a62fa398760f5c7206b215201b0ec825005f1b18b9bccf", - "sha256:beb2e0404003de9a4cab9753a8805a8fe9320ee6673136ed7f04255fe60bb512", - "sha256:bef08cd86169d9eafb3ccb0a39edb11d8e25f3dae2b28f5c52fd997521133069", - "sha256:c2a72e9109ea74e511e29032f3b670835f8a59bbdc9ce692c5b4ed91ccf1eedb", - "sha256:c58ecd827313af6864893e7af0a3bb85fd529f862b6adbefe14643947cfe2942", - "sha256:c69212f63169ec1cfc9bb44723bf2917cbbd8f6191a00ef3410f5a7fe300722d", - "sha256:cabddb8d8ead485e255fe80429f833172b4cadf99274db39abc080e068cbcc31", - "sha256:d176b57452ab5b7028ac47e7b3cf644bcfdc8cacfecf7e71759f7f51a59e5c92", - "sha256:d92f81886165cb14d7b067ef37e142256f1c6a90a65cd156b063a43da1708cfd", - "sha256:da09ad1c359a728e112d60116f626cc9f29730ff3e0e7db72b9a2dbc2e4beed5", - "sha256:e2b4c44b60eadec492926a7270abb100ef9f72798e18743939bdbf037aab8c28", - "sha256:e79e5db08739731b0ce4850bed599235d601701d5694c36570a99a0c5ca41a9d", - "sha256:ebc06178e8821efc9692ea7544aa5644217358490145629914d8020042c24aa1", - "sha256:edaef1c1200c4b4cb914583150dcaa3bc30e592e907c01117c08b13a07255ec2", - "sha256:f481f16baec5290e45aebdc2a5168ebc6d35189ae6fea7a58787613a25f6e875", - "sha256:fff3573c2db359f091e1589c3d7c5fc2f86f5bdb6f24252c2d8e539d4e45f412" - ], - "markers": "python_version < '3.13' and platform_python_implementation == 'CPython'", - "version": "==0.2.8" + "sha256:045e0626baf1c52e5527bd5db361bc83180faaba2ff586e763d3d5982a876a9e", + "sha256:15910ef4f3e537eea7fe45f8a5d19997479940d9196f357152a09031c5be59f3", + "sha256:184faeaec61dbaa3cace407cffc5819f7b977e75360e8d5ca19461cd851a5fc5", + "sha256:1a6391a7cabb7641c32517539ca42cf84b87b667bad38b78d4d42dd23e957c81", + "sha256:1f08fd5a2bea9c4180db71678e850b995d2a5f4537be0e94557668cf0f5f9497", + "sha256:2aa261c29a5545adfef9296b7e33941f46aa5bbd21164228e833412af4c9c75f", + "sha256:3110a99e0f94a4a3470ff67fc20d3f96c25b13d24c6980ff841e82bafe827cac", + "sha256:3243f48ecd450eddadc2d11b5feb08aca941b5cd98c9b1db14b2fd128be8c697", + "sha256:370445fd795706fd291ab00c9df38a0caed0f17a6fb46b0f607668ecb16ce763", + "sha256:40d030e2329ce5286d6b231b8726959ebbe0404c92f0a578c0e2482182e38282", + "sha256:41d0f1fa4c6830176eef5b276af04c89320ea616655d01327d5ce65e50575c94", + "sha256:4a4d8d417868d68b979076a9be6a38c676eca060785abaa6709c7b31593c35d1", + "sha256:4b3a93bb9bc662fc1f99c5c3ea8e623d8b23ad22f861eb6fce9377ac07ad6072", + "sha256:5bc0667c1eb8f83a3752b71b9c4ba55ef7c7058ae57022dd9b29065186a113d9", + "sha256:763d65baa3b952479c4e972669f679fe490eee058d5aa85da483ebae2009d231", + "sha256:7bdb4c06b063f6fd55e472e201317a3bb6cdeeee5d5a38512ea5c01e1acbdd93", + "sha256:8831a2cedcd0f0927f788c5bdf6567d9dc9cc235646a434986a852af1cb54b4b", + "sha256:91a789b4aa0097b78c93e3dc4b40040ba55bef518f84a40d4442f713b4094acb", + "sha256:92460ce908546ab69770b2e576e4f99fbb4ce6ab4b245345a3869a0a0410488f", + "sha256:99e77daab5d13a48a4054803d052ff40780278240a902b880dd37a51ba01a307", + "sha256:9c7617df90c1365638916b98cdd9be833d31d337dbcd722485597b43c4a215bf", + "sha256:a234a20ae07e8469da311e182e70ef6b199d0fbeb6c6cc2901204dd87fb867e8", + "sha256:a7b301ff08055d73223058b5c46c55638917f04d21577c95e00e0c4d79201a6b", + "sha256:be2a7ad8fd8f7442b24323d24ba0b56c51219513cfa45b9ada3b87b76c374d4b", + "sha256:bf9a6bc4a0221538b1a7de3ed7bca4c93c02346853f44e1cd764be0023cd3640", + "sha256:c3ca1fbba4ae962521e5eb66d72998b51f0f4d0f608d3c0347a48e1af262efa7", + "sha256:d000f258cf42fec2b1bbf2863c61d7b8918d31ffee905da62dede869254d3b8a", + "sha256:d5859983f26d8cd7bb5c287ef452e8aacc86501487634573d260968f753e1d71", + "sha256:d5e51e2901ec2366b79f16c2299a03e74ba4531ddcfacc1416639c557aef0ad8", + "sha256:da538167284de58a52109a9b89b8f6a53ff8437dd6dc26d33b57bf6699153122", + "sha256:debc87a9516b237d0466a711b18b6ebeb17ba9f391eb7f91c649c5c4ec5006c7", + "sha256:df5828871e6648db72d1c19b4bd24819b80a755c4541d3409f0f7acd0f335c80", + "sha256:ecdf1a604009bd35c674b9225a8fa609e0282d9b896c03dd441a91e5f53b534e", + "sha256:efa08d63ef03d079dcae1dfe334f6c8847ba8b645d08df286358b1f5293d24ab", + "sha256:f01da5790e95815eb5a8a138508c01c758e5f5bc0ce4286c4f7028b8dd7ac3d0", + "sha256:f34019dced51047d6f70cb9383b2ae2853b7fc4dce65129a5acd49f4f9256646", + "sha256:f6d3d39611ac2e4f62c3128a9eed45f19a6608670c5a2f4f07f24e8de3441d38" + ], + "markers": "python_version < '3.12' and platform_python_implementation == 'CPython'", + "version": "==0.2.7" }, "ruyaml": { "hashes": [ @@ -537,11 +513,11 @@ }, "setuptools": { "hashes": [ - "sha256:4ac1475276d2f1c48684874089fefcd83bd7162ddaafb81fac866ba0db282a87", - "sha256:b454a35605876da60632df1a60f736524eb73cc47bbc9f3f1ef1b644de74fd2a" + "sha256:11e52c67415a381d10d6b462ced9cfb97066179f0e871399e006c4ab101fc85f", + "sha256:baf1fdb41c6da4cd2eae722e135500da913332ab3f2f5c7d33af9b492acb5235" ], - "markers": "python_version >= '3.8'", - "version": "==68.2.2" + "markers": "python_version >= '3.7'", + "version": "==68.0.0" }, "six": { "hashes": [ @@ -561,19 +537,19 @@ }, "tabledata": { "hashes": [ - "sha256:4abad1c996d8607e23b045b44dc0c5f061668f3c37585302c5f6c84c93a89962", - "sha256:c90daaba9a408e4397934b3ff2f6c06797d5289676420bf520c741ad43e6ff91" + "sha256:6608f86171f3285f16251ed6649dcf6e953d4fe6a8e622d39b80d1954b9e7711", + "sha256:73e610c378670a2b9bb80e56cece24427d18c8672a36c80fcdf2a3753b19642b" ], - "markers": "python_version >= '3.7'", - "version": "==1.3.3" + "markers": "python_version >= '3.6'", + "version": "==1.3.1" }, "tcolorpy": { "hashes": [ - "sha256:d0926480aa5012f34877d69fc3b670f207dc165674e68ad07458fa6ee5b12724", - "sha256:f0dceb1cb95e554cee63024b3cd2fd8d4628c568773de2d1e6b4f0478461901c" + "sha256:43c1afe908f9968ff5ce59f129b62e392049b8e7cd6a8d3f416bd3d372bb5c7a", + "sha256:4ba9e4d52696a36dc16a55c20317115fb46e4b8e02796e8e270132719bcefad4" ], "markers": "python_version >= '3.7'", - "version": "==0.1.4" + "version": "==0.1.3" }, "toml": { "hashes": [ @@ -588,66 +564,49 @@ "sha256:939de3e7a6161af0c887ef91b7d41a53e7c5a1ca976325f429cb46ea9bc30ecc", "sha256:de526c12914f0c550d15924c62d72abc48d6fe7364aa87328337a31007fe8a4f" ], - "markers": "python_version < '3.11'", + "markers": "python_version >= '3.7'", "version": "==2.0.1" }, "typed-ast": { "hashes": [ - "sha256:042eb665ff6bf020dd2243307d11ed626306b82812aba21836096d229fdc6a10", - "sha256:045f9930a1550d9352464e5149710d56a2aed23a2ffe78946478f7b5416f1ede", - "sha256:0635900d16ae133cab3b26c607586131269f88266954eb04ec31535c9a12ef1e", - "sha256:118c1ce46ce58fda78503eae14b7664163aa735b620b64b5b725453696f2a35c", - "sha256:16f7313e0a08c7de57f2998c85e2a69a642e97cb32f87eb65fbfe88381a5e44d", - "sha256:1efebbbf4604ad1283e963e8915daa240cb4bf5067053cf2f0baadc4d4fb51b8", - "sha256:2188bc33d85951ea4ddad55d2b35598b2709d122c11c75cffd529fbc9965508e", - "sha256:2b946ef8c04f77230489f75b4b5a4a6f24c078be4aed241cfabe9cbf4156e7e5", - "sha256:335f22ccb244da2b5c296e6f96b06ee9bed46526db0de38d2f0e5a6597b81155", - "sha256:381eed9c95484ceef5ced626355fdc0765ab51d8553fec08661dce654a935db4", - "sha256:429ae404f69dc94b9361bb62291885894b7c6fb4640d561179548c849f8492ba", - "sha256:44f214394fc1af23ca6d4e9e744804d890045d1643dd7e8229951e0ef39429b5", - "sha256:48074261a842acf825af1968cd912f6f21357316080ebaca5f19abbb11690c8a", - "sha256:4bc1efe0ce3ffb74784e06460f01a223ac1f6ab31c6bc0376a21184bf5aabe3b", - "sha256:57bfc3cf35a0f2fdf0a88a3044aafaec1d2f24d8ae8cd87c4f58d615fb5b6311", - "sha256:597fc66b4162f959ee6a96b978c0435bd63791e31e4f410622d19f1686d5e769", - "sha256:5f7a8c46a8b333f71abd61d7ab9255440d4a588f34a21f126bbfc95f6049e686", - "sha256:5fe83a9a44c4ce67c796a1b466c270c1272e176603d5e06f6afbc101a572859d", - "sha256:61443214d9b4c660dcf4b5307f15c12cb30bdfe9588ce6158f4a005baeb167b2", - "sha256:622e4a006472b05cf6ef7f9f2636edc51bda670b7bbffa18d26b255269d3d814", - "sha256:6eb936d107e4d474940469e8ec5b380c9b329b5f08b78282d46baeebd3692dc9", - "sha256:7f58fabdde8dcbe764cef5e1a7fcb440f2463c1bbbec1cf2a86ca7bc1f95184b", - "sha256:83509f9324011c9a39faaef0922c6f720f9623afe3fe220b6d0b15638247206b", - "sha256:8c524eb3024edcc04e288db9541fe1f438f82d281e591c548903d5b77ad1ddd4", - "sha256:94282f7a354f36ef5dbce0ef3467ebf6a258e370ab33d5b40c249fa996e590dd", - "sha256:b445c2abfecab89a932b20bd8261488d574591173d07827c1eda32c457358b18", - "sha256:be4919b808efa61101456e87f2d4c75b228f4e52618621c77f1ddcaae15904fa", - "sha256:bfd39a41c0ef6f31684daff53befddae608f9daf6957140228a08e51f312d7e6", - "sha256:c631da9710271cb67b08bd3f3813b7af7f4c69c319b75475436fcab8c3d21bee", - "sha256:cc95ffaaab2be3b25eb938779e43f513e0e538a84dd14a5d844b8f2932593d88", - "sha256:d09d930c2d1d621f717bb217bf1fe2584616febb5138d9b3e8cdd26506c3f6d4", - "sha256:d40c10326893ecab8a80a53039164a224984339b2c32a6baf55ecbd5b1df6431", - "sha256:d41b7a686ce653e06c2609075d397ebd5b969d821b9797d029fccd71fdec8e04", - "sha256:d5c0c112a74c0e5db2c75882a0adf3133adedcdbfd8cf7c9d6ed77365ab90a1d", - "sha256:e1a976ed4cc2d71bb073e1b2a250892a6e968ff02aa14c1f40eba4f365ffec02", - "sha256:e48bf27022897577d8479eaed64701ecaf0467182448bd95759883300ca818c8", - "sha256:ed4a1a42df8a3dfb6b40c3d2de109e935949f2f66b19703eafade03173f8f437", - "sha256:f0aefdd66f1784c58f65b502b6cf8b121544680456d1cebbd300c2c813899274", - "sha256:fc2b8c4e1bc5cd96c1a823a885e6b158f8451cf6f5530e1829390b4d27d0807f", - "sha256:fd946abf3c31fb50eee07451a6aedbfff912fcd13cf357363f5b4e834cc5e71a", - "sha256:fe58ef6a764de7b4b36edfc8592641f56e69b7163bba9f9c8089838ee596bfb2" + "sha256:0261195c2062caf107831e92a76764c81227dae162c4f75192c0d489faf751a2", + "sha256:0fdbcf2fef0ca421a3f5912555804296f0b0960f0418c440f5d6d3abb549f3e1", + "sha256:183afdf0ec5b1b211724dfef3d2cad2d767cbefac291f24d69b00546c1837fb6", + "sha256:211260621ab1cd7324e0798d6be953d00b74e0428382991adfddb352252f1d62", + "sha256:267e3f78697a6c00c689c03db4876dd1efdfea2f251a5ad6555e82a26847b4ac", + "sha256:2efae9db7a8c05ad5547d522e7dbe62c83d838d3906a3716d1478b6c1d61388d", + "sha256:370788a63915e82fd6f212865a596a0fefcbb7d408bbbb13dea723d971ed8bdc", + "sha256:39e21ceb7388e4bb37f4c679d72707ed46c2fbf2a5609b8b8ebc4b067d977df2", + "sha256:3e123d878ba170397916557d31c8f589951e353cc95fb7f24f6bb69adc1a8a97", + "sha256:4879da6c9b73443f97e731b617184a596ac1235fe91f98d279a7af36c796da35", + "sha256:4e964b4ff86550a7a7d56345c7864b18f403f5bd7380edf44a3c1fb4ee7ac6c6", + "sha256:639c5f0b21776605dd6c9dbe592d5228f021404dafd377e2b7ac046b0349b1a1", + "sha256:669dd0c4167f6f2cd9f57041e03c3c2ebf9063d0757dc89f79ba1daa2bfca9d4", + "sha256:6778e1b2f81dfc7bc58e4b259363b83d2e509a65198e85d5700dfae4c6c8ff1c", + "sha256:683407d92dc953c8a7347119596f0b0e6c55eb98ebebd9b23437501b28dcbb8e", + "sha256:79b1e0869db7c830ba6a981d58711c88b6677506e648496b1f64ac7d15633aec", + "sha256:7d5d014b7daa8b0bf2eaef684295acae12b036d79f54178b92a2b6a56f92278f", + "sha256:98f80dee3c03455e92796b58b98ff6ca0b2a6f652120c263efdba4d6c5e58f72", + "sha256:a94d55d142c9265f4ea46fab70977a1944ecae359ae867397757d836ea5a3f47", + "sha256:a9916d2bb8865f973824fb47436fa45e1ebf2efd920f2b9f99342cb7fab93f72", + "sha256:c542eeda69212fa10a7ada75e668876fdec5f856cd3d06829e6aa64ad17c8dfe", + "sha256:cf4afcfac006ece570e32d6fa90ab74a17245b83dfd6655a6f68568098345ff6", + "sha256:ebd9d7f80ccf7a82ac5f88c521115cc55d84e35bf8b446fcd7836eb6b98929a3", + "sha256:ed855bbe3eb3715fca349c80174cfcfd699c2f9de574d40527b8429acae23a66" ], "index": "pypi", - "version": "==1.5.5" + "version": "==1.5.4" }, "typepy": { "extras": [ "datetime" ], "hashes": [ - "sha256:b69fd48b9f50cdb3809906eef36b855b3134ff66c8893a4f8580abddb0b39517", - "sha256:d5d1022a424132622993800f1d2cd16cfdb691ac4e3b9c325f0fcb37799db1ae" + "sha256:892566bff279368d63f02901aba0a3ce78cd7a319ec1f2bf6c8baab3520207a3", + "sha256:dfc37b888d6eed8542208389efa60ec8454e06fd84b276b45b2e33897f9d7825" ], "markers": "python_version >= '3.7'", - "version": "==1.3.2" + "version": "==1.3.1" }, "types-pyyaml": { "hashes": [ @@ -659,11 +618,11 @@ }, "types-requests": { "hashes": [ - "sha256:a2db9cb228a81da8348b49ad6db3f5519452dd20a9c1e1a868c83c5fe88fd1a9", - "sha256:cd74ce3b53c461f1228a9b783929ac73a666658f223e28ed29753771477b3bd0" + "sha256:3de667cffa123ce698591de0ad7db034a5317457a596eb0b4944e5a9d9e8d1ac", + "sha256:afb06ef8f25ba83d59a1d424bd7a5a939082f94b94e90ab5e6116bd2559deaa3" ], "index": "pypi", - "version": "==2.31.0.6" + "version": "==2.31.0.1" }, "types-urllib3": { "hashes": [ @@ -674,35 +633,35 @@ }, "typing-extensions": { "hashes": [ - "sha256:8f92fc8806f9a6b641eaa5318da32b44d401efaac0f6678c9bc448ba3605faa0", - "sha256:df8e4339e9cb77357558cbdbceca33c303714cf861d1eef15e1070055ae8b7ef" + "sha256:440d5dd3af93b060174bf433bccd69b0babc3b15b1a8dca43789fd7f61514b36", + "sha256:b75ddc264f0ba5615db7ba217daeb99701ad295353c45f9e95963337ceeeffb2" ], - "markers": "python_version >= '3.8'", - "version": "==4.8.0" + "markers": "python_version >= '3.7'", + "version": "==4.7.1" }, "urllib3": { "hashes": [ - "sha256:34b97092d7e0a3a8cf7cd10e386f401b3737364026c45e622aa02903dffe0f07", - "sha256:f8ecc1bba5667413457c529ab955bf8c67b45db799d159066261719e328580a0" + "sha256:8d36afa7616d8ab714608411b4a3b13e58f463aee519024578e062e141dce20f", + "sha256:8f135f6502756bde6b2a9b28989df5fbe87c9970cecaa69041edcce7f0589b14" ], "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'", - "version": "==1.26.18" + "version": "==1.26.16" }, "validators": { "hashes": [ - "sha256:61cf7d4a62bbae559f2e54aed3b000cea9ff3e2fdbe463f51179b92c58c9585a", - "sha256:77b2689b172eeeb600d9605ab86194641670cdb73b60afd577142a9397873370" + "sha256:002ba1552076535176824e43149c18c06f6b611bc8b597ddbcf8770bcf5f9f5c", + "sha256:6ad95131005a9d4c734a69dd4ef08cf66961e61222e60da25a9b5137cecd6fd4" ], "index": "pypi", - "version": "==0.22.0" + "version": "==0.21.2" }, "virtualenv": { "hashes": [ - "sha256:02ece4f56fbf939dbbc33c0715159951d6bf14aaf5457b092e4548e1382455af", - "sha256:520d056652454c5098a00c0f073611ccbea4c79089331f60bf9d7ba247bb7381" + "sha256:43a3052be36080548bdee0b42919c88072037d50d56c28bd3f853cbe92b953ff", + "sha256:fd8a78f46f6b99a67b7ec5cf73f92357891a7b3a40fd97637c27f854aae3b9e0" ], "markers": "python_version >= '3.7'", - "version": "==20.24.6" + "version": "==20.24.2" }, "yamlfix": { "hashes": [ From 2da5dce746ed51e3384088ff0196764b09fc04b3 Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Fri, 10 Nov 2023 13:53:49 +0000 Subject: [PATCH 11/14] Update Pipfile.lock Directory Restructure Fix Type Checker errors Signed-off-by: Sachin Sahu --- Pipfile.lock | 14 +++++++++--- .../release_notes_table-2.10.0.md | 22 ------------------- .../release_notes_table-2.11.0.md | 22 ------------------- .../release_notes_table-2.9.0.md | 21 ------------------ src/release_notes_workflow/release_notes.py | 6 ++--- .../results}/release_notes-2.10.0.md | 0 .../results}/release_notes-2.11.0.md | 0 .../results}/release_notes-2.8.0.md | 0 .../results}/release_notes-2.9.0.md | 0 .../results/release_notes_table-2.10.0.md | 22 +++++++++++++++++++ .../results/release_notes_table-2.11.0.md | 22 +++++++++++++++++++ .../results/release_notes_table-2.8.0.md | 21 ++++++++++++++++++ .../results/release_notes_table-2.9.0.md | 21 ++++++++++++++++++ .../results}/release_notes_urls-2.10.0.txt | 0 .../results}/release_notes_urls-2.11.0.txt | 0 .../results}/release_notes_urls-2.8.0.txt | 0 .../results}/release_notes_urls-2.9.0.txt | 0 src/run_releasenotes_check.py | 3 ++- .../test_release_notes.py | 2 +- 19 files changed, 102 insertions(+), 74 deletions(-) delete mode 100644 src/release_notes_automation/release_notes_table-2.10.0.md delete mode 100644 src/release_notes_automation/release_notes_table-2.11.0.md delete mode 100644 src/release_notes_automation/release_notes_table-2.9.0.md rename src/{release_notes_automation => release_notes_workflow/results}/release_notes-2.10.0.md (100%) rename src/{release_notes_automation => release_notes_workflow/results}/release_notes-2.11.0.md (100%) rename src/{release_notes_automation => release_notes_workflow/results}/release_notes-2.8.0.md (100%) rename src/{release_notes_automation => release_notes_workflow/results}/release_notes-2.9.0.md (100%) create mode 100644 src/release_notes_workflow/results/release_notes_table-2.10.0.md create mode 100644 src/release_notes_workflow/results/release_notes_table-2.11.0.md create mode 100644 src/release_notes_workflow/results/release_notes_table-2.8.0.md create mode 100644 src/release_notes_workflow/results/release_notes_table-2.9.0.md rename src/{release_notes_automation => release_notes_workflow/results}/release_notes_urls-2.10.0.txt (100%) rename src/{release_notes_automation => release_notes_workflow/results}/release_notes_urls-2.11.0.txt (100%) rename src/{release_notes_automation => release_notes_workflow/results}/release_notes_urls-2.8.0.txt (100%) rename src/{release_notes_automation => release_notes_workflow/results}/release_notes_urls-2.9.0.txt (100%) diff --git a/Pipfile.lock b/Pipfile.lock index 97bdeab8f0..5b493148b7 100644 --- a/Pipfile.lock +++ b/Pipfile.lock @@ -1,7 +1,7 @@ { "_meta": { "hash": { - "sha256": "c7967cf4ead64b6ca007013a5dd53dd22a044683b5cc7c2e1dd6c375a91e483d" + "sha256": "2693fe85022b7e3a58a900e44ed03c8e635808fef6186077c6a9e9c8e359833f" }, "pipfile-spec": 6, "requires": { @@ -67,7 +67,7 @@ "sha256:5a3d016c7c547f69d6f81fb0db9449ce888b418b5b9952cc5e6e66843e9dd845", "sha256:83e9a75d1911279afd89352c68b45348559d1fc0506b054b346651b5e7fee29f" ], - "markers": "python_version >= '3.6'", + "markers": "python_full_version >= '3.6.0'", "version": "==2.1.1" }, "click": { @@ -226,6 +226,14 @@ ], "version": "==0.6.1" }, + "mistune": { + "hashes": [ + "sha256:71481854c30fdbc938963d3605b72501f5c10a9320ecd412c121c163a1c7d205", + "sha256:fc7f93ded930c92394ef2cb6f04a8aabab4117a91449e72dcc8dfa646a508be8" + ], + "index": "pypi", + "version": "==3.0.2" + }, "mypy": { "hashes": [ "sha256:02ef476f6dcb86e6f502ae39a16b93285fef97e7f1ff22932b657d1ef1f28655", @@ -564,7 +572,7 @@ "sha256:939de3e7a6161af0c887ef91b7d41a53e7c5a1ca976325f429cb46ea9bc30ecc", "sha256:de526c12914f0c550d15924c62d72abc48d6fe7364aa87328337a31007fe8a4f" ], - "markers": "python_version >= '3.7'", + "markers": "python_version < '3.11'", "version": "==2.0.1" }, "typed-ast": { diff --git a/src/release_notes_automation/release_notes_table-2.10.0.md b/src/release_notes_automation/release_notes_table-2.10.0.md deleted file mode 100644 index a8a98f5544..0000000000 --- a/src/release_notes_automation/release_notes_table-2.10.0.md +++ /dev/null @@ -1,22 +0,0 @@ -# OpenSearch CommitID(after 2022-10-26) & Release Notes info -| Repo | Branch |CommitID|Commit Date|Release Notes Exists| Full Path | URL | -|-------------------------|---------------|--------|-----------|--------------------|--------------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------| -|alerting |[tags/2.10.0.0]|dc1b9bf |2023-09-18 |True |opensearch-alerting.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/alerting/2.10.0.0/release-notes/opensearch-alerting.release-notes-2.10.0.0.md | -|anomaly-detection |[tags/2.10.0.0]|bc4d8b1 |2023-09-08 |True |opensearch-anomaly-detection.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.10.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.10.0.0.md | -|asynchronous-search |[tags/2.10.0.0]|a312d9a |2023-09-07 |True |opensearch-asynchronous-search.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.10.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.10.0.0.md | -|common-utils |[tags/2.10.0.0]|0352c2f |2023-09-08 |True |opensearch-common-utils.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/common-utils/2.10.0.0/release-notes/opensearch-common-utils.release-notes-2.10.0.0.md | -|cross-cluster-replication|[tags/2.10.0.0]|dee2f60 |2023-09-08 |True |opensearch-cross-cluster-replication.release-notes-2.10.0.0.md|https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.10.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.10.0.0.md| -|custom-codecs |[tags/2.10.0.0]|3437b43 |2023-09-15 |True |opensearch-custom-codecs.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/custom-codecs/2.10.0.0/release-notes/opensearch-custom-codecs.release-notes-2.10.0.0.md | -|geospatial |[tags/2.10.0.0]|a3da222 |2023-09-12 |True |opensearch-geospatial.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/geospatial/2.10.0.0/release-notes/opensearch-geospatial.release-notes-2.10.0.0.md | -|index-management |[tags/2.10.0.0]|062badd |2023-09-07 |True |opensearch-index-management.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/index-management/2.10.0.0/release-notes/opensearch-index-management.release-notes-2.10.0.0.md | -|job-scheduler |[tags/2.10.0.0]|e9d3637 |2023-09-12 |True |opensearch.job-scheduler.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.10.0.0/release-notes/opensearch.job-scheduler.release-notes-2.10.0.0.md | -|k-NN |[tags/2.10.0.0]|e437016 |2023-09-07 |True |opensearch-knn.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/k-NN/2.10.0.0/release-notes/opensearch-knn.release-notes-2.10.0.0.md | -|ml-commons |[tags/2.10.0.0]|521214b |2023-09-13 |True |opensearch-ml-common.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.10.0.0/release-notes/opensearch-ml-common.release-notes-2.10.0.0.md | -|neural-search |[tags/2.10.0.0]|9476d43 |2023-09-07 |True |opensearch-neural-search.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/neural-search/2.10.0.0/release-notes/opensearch-neural-search.release-notes-2.10.0.0.md | -|notifications |[tags/2.10.0.0]|0a9dfb0 |2023-09-07 |True |opensearch-notifications.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/notifications/2.10.0.0/release-notes/opensearch-notifications.release-notes-2.10.0.0.md | -|opensearch-observability |[tags/2.10.0.0]|d2c087c |2023-09-13 |True |opensearch-observability.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/observability/2.10.0.0/release-notes/opensearch-observability.release-notes-2.10.0.0.md | -|opensearch-reports |[tags/2.10.0.0]|3095e3c |2023-09-13 |True |opensearch-reporting.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/reporting/2.10.0.0/release-notes/opensearch-reporting.release-notes-2.10.0.0.md | -|performance-analyzer |[tags/2.10.0.0]|3ee56fc |2023-09-07 |True |opensearch-performance-analyzer.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.10.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.10.0.0.md | -|security |[tags/2.10.0.0]|6daa697 |2023-09-12 |True |opensearch-security.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/security/2.10.0.0/release-notes/opensearch-security.release-notes-2.10.0.0.md | -|security-analytics |[tags/2.10.0.0]|e005b5a |2023-09-19 |True |opensearch-security-analytics.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.10.0.0/release-notes/opensearch-security-analytics.release-notes-2.10.0.0.md | -|sql |[tags/2.10.0.0]|ef18b38 |2023-09-07 |True |opensearch-sql.release-notes-2.10.0.0.md |https://raw.githubusercontent.com/opensearch-project/sql/2.10.0.0/release-notes/opensearch-sql.release-notes-2.10.0.0.md | diff --git a/src/release_notes_automation/release_notes_table-2.11.0.md b/src/release_notes_automation/release_notes_table-2.11.0.md deleted file mode 100644 index 83b9c87a13..0000000000 --- a/src/release_notes_automation/release_notes_table-2.11.0.md +++ /dev/null @@ -1,22 +0,0 @@ -# OpenSearch CommitID(after 2022-07-26) & Release Notes info -| Repo | Branch |CommitID|Commit Date|Release Notes Exists| Full Path | URL | -|-------------------------|---------------|--------|-----------|--------------------|--------------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------| -|alerting |[tags/2.11.0.0]|765ab36 |2023-10-12 |True |opensearch-alerting.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/alerting/2.11.0.0/release-notes/opensearch-alerting.release-notes-2.11.0.0.md | -|anomaly-detection |[tags/2.11.0.0]|35d4764 |2023-10-05 |True |opensearch-anomaly-detection.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.11.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.11.0.0.md | -|asynchronous-search |[tags/2.11.0.0]|e291c1c |2023-10-04 |True |opensearch-asynchronous-search.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.11.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.11.0.0.md | -|common-utils |[tags/2.11.0.0]|aaa4c2a |2023-09-08 |False | | | -|cross-cluster-replication|[tags/2.11.0.0]|9a49f40 |2023-10-12 |True |opensearch-cross-cluster-replication.release-notes-2.11.0.0.md|https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.11.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.11.0.0.md| -|custom-codecs |[tags/2.11.0.0]|486ed65 |2023-10-04 |False | | | -|geospatial |[tags/2.11.0.0]|2a7f1b0 |2023-10-06 |True |opensearch-geospatial.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/geospatial/2.11.0.0/release-notes/opensearch-geospatial.release-notes-2.11.0.0.md | -|index-management |[tags/2.11.0.0]|319bbb2 |2023-10-11 |True |opensearch-index-management.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/index-management/2.11.0.0/release-notes/opensearch-index-management.release-notes-2.11.0.0.md | -|job-scheduler |[tags/2.11.0.0]|0a2fef2 |2023-10-02 |True |opensearch.job-scheduler.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.11.0.0/release-notes/opensearch.job-scheduler.release-notes-2.11.0.0.md | -|k-NN |[tags/2.11.0.0]|916471a |2023-10-11 |True |opensearch-knn.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/k-NN/2.11.0.0/release-notes/opensearch-knn.release-notes-2.11.0.0.md | -|ml-commons |[tags/2.11.0.0]|3897ad1 |2023-10-11 |True |opensearch-ml-common.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.11.0.0/release-notes/opensearch-ml-common.release-notes-2.11.0.0.md | -|neural-search |[tags/2.11.0.0]|51e6c00 |2023-10-12 |True |opensearch-neural-search.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/neural-search/2.11.0.0/release-notes/opensearch-neural-search.release-notes-2.11.0.0.md | -|notifications |[tags/2.11.0.0]|16f601b |2023-10-11 |True |opensearch-notifications.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/notifications/2.11.0.0/release-notes/opensearch-notifications.release-notes-2.11.0.0.md | -|opensearch-observability |[tags/2.11.0.0]|bd11e81 |2023-09-13 |False | | | -|opensearch-reports |[tags/2.11.0.0]|f8ff706 |2023-10-12 |True |opensearch-reporting.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/reporting/2.11.0.0/release-notes/opensearch-reporting.release-notes-2.11.0.0.md | -|performance-analyzer |[tags/2.11.0.0]|d907f19 |2023-10-05 |True |opensearch-performance-analyzer.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.11.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.11.0.0.md | -|security |[tags/2.11.0.0]|bc03bd4 |2023-10-11 |True |opensearch-security.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/security/2.11.0.0/release-notes/opensearch-security.release-notes-2.11.0.0.md | -|security-analytics |[tags/2.11.0.0]|ec20fc3 |2023-10-11 |True |opensearch-security-analytics.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.11.0.0/release-notes/opensearch-security-analytics.release-notes-2.11.0.0.md | -|sql |[tags/2.11.0.0]|b729164 |2023-10-12 |True |opensearch-sql.release-notes-2.11.0.0.md |https://raw.githubusercontent.com/opensearch-project/sql/2.11.0.0/release-notes/opensearch-sql.release-notes-2.11.0.0.md | diff --git a/src/release_notes_automation/release_notes_table-2.9.0.md b/src/release_notes_automation/release_notes_table-2.9.0.md deleted file mode 100644 index 8fd2dc4cf3..0000000000 --- a/src/release_notes_automation/release_notes_table-2.9.0.md +++ /dev/null @@ -1,21 +0,0 @@ -# OpenSearch CommitID(after 2022-07-26) & Release Notes info -| Repo | Branch |CommitID|Commit Date|Release Notes Exists| Full Path | URL | -|-------------------------|--------------|--------|-----------|--------------------|--------------------------------------------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------| -|alerting |[tags/2.9.0.0]|aefb268 |2023-07-13 |True |opensearch-alerting.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/alerting/2.9.0.0/release-notes/opensearch-alerting.release-notes-2.9.0.0.md | -|anomaly-detection |[tags/2.9.0.0]|62dd94f |2023-07-13 |True |opensearch-anomaly-detection.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.9.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.9.0.0.md | -|asynchronous-search |[tags/2.9.0.0]|68e7110 |2023-07-11 |True |opensearch-asynchronous-search.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.9.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.9.0.0.md | -|common-utils |[tags/2.9.0.0]|cdd30e0 |2023-07-12 |True |opensearch-common-utils.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/common-utils/2.9.0.0/release-notes/opensearch-common-utils.release-notes-2.9.0.0.md | -|cross-cluster-replication|[tags/2.9.0.0]|7d5e071 |2023-07-18 |False | | | -|geospatial |[tags/2.9.0.0]|f8df9a3 |2023-07-11 |True |opensearch-geospatial.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/geospatial/2.9.0.0/release-notes/opensearch-geospatial.release-notes-2.9.0.0.md | -|index-management |[tags/2.9.0.0]|ccd01b1 |2023-07-10 |False | | | -|job-scheduler |[tags/2.9.0.0]|bf8f0c3 |2023-07-11 |False | | | -|k-NN |[tags/2.9.0.0]|591fff6 |2023-07-13 |True |opensearch-knn.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/k-NN/2.9.0.0/release-notes/opensearch-knn.release-notes-2.9.0.0.md | -|ml-commons |[tags/2.9.0.0]|8f1d47d |2023-07-17 |True |opensearch-ml-common.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.9.0.0/release-notes/opensearch-ml-common.release-notes-2.9.0.0.md | -|neural-search |[tags/2.9.0.0]|f9d64d8 |2023-07-11 |True |opensearch-neural-search.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/neural-search/2.9.0.0/release-notes/opensearch-neural-search.release-notes-2.9.0.0.md | -|notifications |[tags/2.9.0.0]|be24fef |2023-07-11 |True |opensearch-notifications.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/notifications/2.9.0.0/release-notes/opensearch-notifications.release-notes-2.9.0.0.md | -|opensearch-observability |[tags/2.9.0.0]|a28655e |2023-07-13 |True |opensearch-observability.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/observability/2.9.0.0/release-notes/opensearch-observability.release-notes-2.9.0.0.md | -|opensearch-reports |[tags/2.9.0.0]|677be51 |2023-07-12 |True |opensearch-reporting.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/reporting/2.9.0.0/release-notes/opensearch-reporting.release-notes-2.9.0.0.md | -|performance-analyzer |[tags/2.9.0.0]|1f43448 |2023-07-11 |True |opensearch-performance-analyzer.release-notes-2.9.0.0.md|https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.9.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.9.0.0.md| -|security |[tags/2.9.0.0]|d548cd2 |2023-07-17 |True |opensearch-security.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/security/2.9.0.0/release-notes/opensearch-security.release-notes-2.9.0.0.md | -|security-analytics |[tags/2.9.0.0]|629cfae |2023-07-12 |True |opensearch-security-analytics.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.9.0.0/release-notes/opensearch-security-analytics.release-notes-2.9.0.0.md | -|sql |[tags/2.9.0.0]|912f99b |2023-07-12 |True |opensearch-sql.release-notes-2.9.0.0.md |https://raw.githubusercontent.com/opensearch-project/sql/2.9.0.0/release-notes/opensearch-sql.release-notes-2.9.0.0.md | diff --git a/src/release_notes_workflow/release_notes.py b/src/release_notes_workflow/release_notes.py index 53481d1741..c84f361ab8 100644 --- a/src/release_notes_workflow/release_notes.py +++ b/src/release_notes_workflow/release_notes.py @@ -38,10 +38,10 @@ def table(self) -> MarkdownTableWriter: if self.action_type == "check": headers = ["Repo", "Branch", "CommitID", "Commit Date", "Release Notes Exists"] elif self.action_type == "compile": - headers = ["Repo", "Branch", "CommitID", "Commit Date", "Release Notes Exists", "Full Path", "URL"] + headers = ["Repo", "Branch", "CommitID", "Commit Date", "Release Notes Exists", "URL"] else: raise ValueError("Invalid action_type. Use 'check' or 'compile'.") - + writer = MarkdownTableWriter( table_name=f" {self.manifest.build.name} CommitID(after {self.date}) & Release Notes info", headers=headers, @@ -74,12 +74,10 @@ def check(self, component: InputComponentFromSource) -> List: if(release_notes.exists()): releasenote = os.path.basename(release_notes.full_path) - results.append(releasenote) repo_name = component.repository.split("/")[-1].split('.')[0] repo_ref = component.ref.split("/")[-1] url = f"https://raw.githubusercontent.com/opensearch-project/{repo_name}/{repo_ref}/release-notes/{releasenote}" results.append(url) else: results.append(None) - results.append(None) return results diff --git a/src/release_notes_automation/release_notes-2.10.0.md b/src/release_notes_workflow/results/release_notes-2.10.0.md similarity index 100% rename from src/release_notes_automation/release_notes-2.10.0.md rename to src/release_notes_workflow/results/release_notes-2.10.0.md diff --git a/src/release_notes_automation/release_notes-2.11.0.md b/src/release_notes_workflow/results/release_notes-2.11.0.md similarity index 100% rename from src/release_notes_automation/release_notes-2.11.0.md rename to src/release_notes_workflow/results/release_notes-2.11.0.md diff --git a/src/release_notes_automation/release_notes-2.8.0.md b/src/release_notes_workflow/results/release_notes-2.8.0.md similarity index 100% rename from src/release_notes_automation/release_notes-2.8.0.md rename to src/release_notes_workflow/results/release_notes-2.8.0.md diff --git a/src/release_notes_automation/release_notes-2.9.0.md b/src/release_notes_workflow/results/release_notes-2.9.0.md similarity index 100% rename from src/release_notes_automation/release_notes-2.9.0.md rename to src/release_notes_workflow/results/release_notes-2.9.0.md diff --git a/src/release_notes_workflow/results/release_notes_table-2.10.0.md b/src/release_notes_workflow/results/release_notes_table-2.10.0.md new file mode 100644 index 0000000000..80196a0cd6 --- /dev/null +++ b/src/release_notes_workflow/results/release_notes_table-2.10.0.md @@ -0,0 +1,22 @@ +# OpenSearch CommitID(after 2022-07-26) & Release Notes info +| Repo | Branch |CommitID|Commit Date|Release Notes Exists| URL | +|-------------------------|---------------|--------|-----------|--------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------| +|alerting |[tags/2.10.0.0]|dc1b9bf |2023-09-18 |True |https://raw.githubusercontent.com/opensearch-project/alerting/2.10.0.0/release-notes/opensearch-alerting.release-notes-2.10.0.0.md | +|anomaly-detection |[tags/2.10.0.0]|bc4d8b1 |2023-09-08 |True |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.10.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.10.0.0.md | +|asynchronous-search |[tags/2.10.0.0]|a312d9a |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.10.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.10.0.0.md | +|common-utils |[tags/2.10.0.0]|0352c2f |2023-09-08 |True |https://raw.githubusercontent.com/opensearch-project/common-utils/2.10.0.0/release-notes/opensearch-common-utils.release-notes-2.10.0.0.md | +|cross-cluster-replication|[tags/2.10.0.0]|dee2f60 |2023-09-08 |True |https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.10.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.10.0.0.md| +|custom-codecs |[tags/2.10.0.0]|3437b43 |2023-09-15 |True |https://raw.githubusercontent.com/opensearch-project/custom-codecs/2.10.0.0/release-notes/opensearch-custom-codecs.release-notes-2.10.0.0.md | +|geospatial |[tags/2.10.0.0]|a3da222 |2023-09-12 |True |https://raw.githubusercontent.com/opensearch-project/geospatial/2.10.0.0/release-notes/opensearch-geospatial.release-notes-2.10.0.0.md | +|index-management |[tags/2.10.0.0]|062badd |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/index-management/2.10.0.0/release-notes/opensearch-index-management.release-notes-2.10.0.0.md | +|job-scheduler |[tags/2.10.0.0]|e9d3637 |2023-09-12 |True |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.10.0.0/release-notes/opensearch.job-scheduler.release-notes-2.10.0.0.md | +|k-NN |[tags/2.10.0.0]|e437016 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/k-NN/2.10.0.0/release-notes/opensearch-knn.release-notes-2.10.0.0.md | +|ml-commons |[tags/2.10.0.0]|521214b |2023-09-13 |True |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.10.0.0/release-notes/opensearch-ml-common.release-notes-2.10.0.0.md | +|neural-search |[tags/2.10.0.0]|9476d43 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/neural-search/2.10.0.0/release-notes/opensearch-neural-search.release-notes-2.10.0.0.md | +|notifications |[tags/2.10.0.0]|0a9dfb0 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/notifications/2.10.0.0/release-notes/opensearch-notifications.release-notes-2.10.0.0.md | +|opensearch-observability |[tags/2.10.0.0]|d2c087c |2023-09-13 |True |https://raw.githubusercontent.com/opensearch-project/observability/2.10.0.0/release-notes/opensearch-observability.release-notes-2.10.0.0.md | +|opensearch-reports |[tags/2.10.0.0]|3095e3c |2023-09-13 |True |https://raw.githubusercontent.com/opensearch-project/reporting/2.10.0.0/release-notes/opensearch-reporting.release-notes-2.10.0.0.md | +|performance-analyzer |[tags/2.10.0.0]|3ee56fc |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.10.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.10.0.0.md | +|security |[tags/2.10.0.0]|6daa697 |2023-09-12 |True |https://raw.githubusercontent.com/opensearch-project/security/2.10.0.0/release-notes/opensearch-security.release-notes-2.10.0.0.md | +|security-analytics |[tags/2.10.0.0]|e005b5a |2023-09-19 |True |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.10.0.0/release-notes/opensearch-security-analytics.release-notes-2.10.0.0.md | +|sql |[tags/2.10.0.0]|ef18b38 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/sql/2.10.0.0/release-notes/opensearch-sql.release-notes-2.10.0.0.md | diff --git a/src/release_notes_workflow/results/release_notes_table-2.11.0.md b/src/release_notes_workflow/results/release_notes_table-2.11.0.md new file mode 100644 index 0000000000..6a5fdb33a6 --- /dev/null +++ b/src/release_notes_workflow/results/release_notes_table-2.11.0.md @@ -0,0 +1,22 @@ +# OpenSearch CommitID(after 2022-07-26) & Release Notes info +| Repo | Branch |CommitID|Commit Date|Release Notes Exists| URL | +|-------------------------|---------------|--------|-----------|--------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------| +|alerting |[tags/2.11.0.0]|765ab36 |2023-10-12 |True |https://raw.githubusercontent.com/opensearch-project/alerting/2.11.0.0/release-notes/opensearch-alerting.release-notes-2.11.0.0.md | +|anomaly-detection |[tags/2.11.0.0]|35d4764 |2023-10-05 |True |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.11.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.11.0.0.md | +|asynchronous-search |[tags/2.11.0.0]|e291c1c |2023-10-04 |True |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.11.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.11.0.0.md | +|common-utils |[tags/2.11.0.0]|aaa4c2a |2023-09-08 |False | | +|cross-cluster-replication|[tags/2.11.0.0]|9a49f40 |2023-10-12 |True |https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.11.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.11.0.0.md| +|custom-codecs |[tags/2.11.0.0]|486ed65 |2023-10-04 |False | | +|geospatial |[tags/2.11.0.0]|2a7f1b0 |2023-10-06 |True |https://raw.githubusercontent.com/opensearch-project/geospatial/2.11.0.0/release-notes/opensearch-geospatial.release-notes-2.11.0.0.md | +|index-management |[tags/2.11.0.0]|319bbb2 |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/index-management/2.11.0.0/release-notes/opensearch-index-management.release-notes-2.11.0.0.md | +|job-scheduler |[tags/2.11.0.0]|0a2fef2 |2023-10-02 |True |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.11.0.0/release-notes/opensearch.job-scheduler.release-notes-2.11.0.0.md | +|k-NN |[tags/2.11.0.0]|916471a |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/k-NN/2.11.0.0/release-notes/opensearch-knn.release-notes-2.11.0.0.md | +|ml-commons |[tags/2.11.0.0]|3897ad1 |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.11.0.0/release-notes/opensearch-ml-common.release-notes-2.11.0.0.md | +|neural-search |[tags/2.11.0.0]|51e6c00 |2023-10-12 |True |https://raw.githubusercontent.com/opensearch-project/neural-search/2.11.0.0/release-notes/opensearch-neural-search.release-notes-2.11.0.0.md | +|notifications |[tags/2.11.0.0]|16f601b |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/notifications/2.11.0.0/release-notes/opensearch-notifications.release-notes-2.11.0.0.md | +|opensearch-observability |[tags/2.11.0.0]|bd11e81 |2023-09-13 |False | | +|opensearch-reports |[tags/2.11.0.0]|f8ff706 |2023-10-12 |True |https://raw.githubusercontent.com/opensearch-project/reporting/2.11.0.0/release-notes/opensearch-reporting.release-notes-2.11.0.0.md | +|performance-analyzer |[tags/2.11.0.0]|d907f19 |2023-10-05 |True |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.11.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.11.0.0.md | +|security |[tags/2.11.0.0]|bc03bd4 |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/security/2.11.0.0/release-notes/opensearch-security.release-notes-2.11.0.0.md | +|security-analytics |[tags/2.11.0.0]|ec20fc3 |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.11.0.0/release-notes/opensearch-security-analytics.release-notes-2.11.0.0.md | +|sql |[tags/2.11.0.0]|b729164 |2023-10-12 |True |https://raw.githubusercontent.com/opensearch-project/sql/2.11.0.0/release-notes/opensearch-sql.release-notes-2.11.0.0.md | diff --git a/src/release_notes_workflow/results/release_notes_table-2.8.0.md b/src/release_notes_workflow/results/release_notes_table-2.8.0.md new file mode 100644 index 0000000000..0d0acc634f --- /dev/null +++ b/src/release_notes_workflow/results/release_notes_table-2.8.0.md @@ -0,0 +1,21 @@ +# OpenSearch CommitID(after 2022-07-26) & Release Notes info +| Repo | Branch |CommitID|Commit Date|Release Notes Exists| URL | +|-------------------------|--------------|--------|-----------|--------------------|------------------------------------------------------------------------------------------------------------------------------------------------------------------| +|alerting |[tags/2.8.0.0]|3f2e86b |2023-06-01 |True |https://raw.githubusercontent.com/opensearch-project/alerting/2.8.0.0/release-notes/opensearch-alerting.release-notes-2.8.0.0.md | +|anomaly-detection |[tags/2.8.0.0]|297ca1e |2023-05-26 |True |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.8.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.8.0.0.md | +|asynchronous-search |[tags/2.8.0.0]|b255fa2 |2023-05-30 |True |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.8.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.8.0.0.md | +|common-utils |[tags/2.8.0.0]|f435dbc |2023-05-26 |True |https://raw.githubusercontent.com/opensearch-project/common-utils/2.8.0.0/release-notes/opensearch-common-utils.release-notes-2.8.0.0.md | +|cross-cluster-replication|[tags/2.8.0.0]|261d7ab |2023-05-31 |True |https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.8.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.8.0.0.md| +|geospatial |[tags/2.8.0.0]|44ff69d |2023-05-26 |True |https://raw.githubusercontent.com/opensearch-project/geospatial/2.8.0.0/release-notes/opensearch-geospatial.release-notes-2.8.0.0.md | +|index-management |[tags/2.8.0.0]|c611ac0 |2023-06-01 |True |https://raw.githubusercontent.com/opensearch-project/index-management/2.8.0.0/release-notes/opensearch-index-management.release-notes-2.8.0.0.md | +|job-scheduler |[tags/2.8.0.0]|c6cd7b3 |2023-05-30 |True |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.8.0.0/release-notes/opensearch.job-scheduler.release-notes-2.8.0.0.md | +|k-NN |[tags/2.8.0.0]|f11f1f1 |2023-05-26 |True |https://raw.githubusercontent.com/opensearch-project/k-NN/2.8.0.0/release-notes/opensearch-knn.release-notes-2.8.0.0.md | +|ml-commons |[tags/2.8.0.0]|833158f |2023-06-02 |True |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.8.0.0/release-notes/opensearch-ml-common.release-notes-2.8.0.0.md | +|neural-search |[tags/2.8.0.0]|c75fc50 |2023-06-01 |True |https://raw.githubusercontent.com/opensearch-project/neural-search/2.8.0.0/release-notes/opensearch-neural-search.release-notes-2.8.0.0.md | +|notifications |[tags/2.8.0.0]|6613fce |2023-05-30 |True |https://raw.githubusercontent.com/opensearch-project/notifications/2.8.0.0/release-notes/opensearch-notifications.release-notes-2.8.0.0.md | +|opensearch-observability |[tags/2.8.0.0]|0ea64d8 |2023-05-30 |True |https://raw.githubusercontent.com/opensearch-project/observability/2.8.0.0/release-notes/opensearch-observability.release-notes-2.8.0.0.md | +|opensearch-reports |[tags/2.8.0.0]|d7ff8cd |2023-05-31 |True |https://raw.githubusercontent.com/opensearch-project/reporting/2.8.0.0/release-notes/opensearch-reporting.release-notes-2.8.0.0.md | +|performance-analyzer |[tags/2.8.0.0]|89eeaa4 |2023-05-31 |True |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.8.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.8.0.0.md | +|security |[tags/2.8.0.0]|60f392d |2023-05-31 |True |https://raw.githubusercontent.com/opensearch-project/security/2.8.0.0/release-notes/opensearch-security.release-notes-2.8.0.0.md | +|security-analytics |[tags/2.8.0.0]|9c9abe2 |2023-06-01 |True |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.8.0.0/release-notes/opensearch-security-analytics.release-notes-2.8.0.0.md | +|sql |[tags/2.8.0.0]|8ea39ef |2023-05-30 |True |https://raw.githubusercontent.com/opensearch-project/sql/2.8.0.0/release-notes/opensearch-sql.release-notes-2.8.0.0.md | diff --git a/src/release_notes_workflow/results/release_notes_table-2.9.0.md b/src/release_notes_workflow/results/release_notes_table-2.9.0.md new file mode 100644 index 0000000000..f65e179391 --- /dev/null +++ b/src/release_notes_workflow/results/release_notes_table-2.9.0.md @@ -0,0 +1,21 @@ +# OpenSearch CommitID(after 2022-07-26) & Release Notes info +| Repo | Branch |CommitID|Commit Date|Release Notes Exists| URL | +|-------------------------|--------------|--------|-----------|--------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------| +|alerting |[tags/2.9.0.0]|aefb268 |2023-07-13 |True |https://raw.githubusercontent.com/opensearch-project/alerting/2.9.0.0/release-notes/opensearch-alerting.release-notes-2.9.0.0.md | +|anomaly-detection |[tags/2.9.0.0]|62dd94f |2023-07-13 |True |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.9.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.9.0.0.md | +|asynchronous-search |[tags/2.9.0.0]|68e7110 |2023-07-11 |True |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.9.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.9.0.0.md | +|common-utils |[tags/2.9.0.0]|cdd30e0 |2023-07-12 |True |https://raw.githubusercontent.com/opensearch-project/common-utils/2.9.0.0/release-notes/opensearch-common-utils.release-notes-2.9.0.0.md | +|cross-cluster-replication|[tags/2.9.0.0]|7d5e071 |2023-07-18 |False | | +|geospatial |[tags/2.9.0.0]|f8df9a3 |2023-07-11 |True |https://raw.githubusercontent.com/opensearch-project/geospatial/2.9.0.0/release-notes/opensearch-geospatial.release-notes-2.9.0.0.md | +|index-management |[tags/2.9.0.0]|ccd01b1 |2023-07-10 |False | | +|job-scheduler |[tags/2.9.0.0]|bf8f0c3 |2023-07-11 |False | | +|k-NN |[tags/2.9.0.0]|591fff6 |2023-07-13 |True |https://raw.githubusercontent.com/opensearch-project/k-NN/2.9.0.0/release-notes/opensearch-knn.release-notes-2.9.0.0.md | +|ml-commons |[tags/2.9.0.0]|8f1d47d |2023-07-17 |True |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.9.0.0/release-notes/opensearch-ml-common.release-notes-2.9.0.0.md | +|neural-search |[tags/2.9.0.0]|f9d64d8 |2023-07-11 |True |https://raw.githubusercontent.com/opensearch-project/neural-search/2.9.0.0/release-notes/opensearch-neural-search.release-notes-2.9.0.0.md | +|notifications |[tags/2.9.0.0]|be24fef |2023-07-11 |True |https://raw.githubusercontent.com/opensearch-project/notifications/2.9.0.0/release-notes/opensearch-notifications.release-notes-2.9.0.0.md | +|opensearch-observability |[tags/2.9.0.0]|a28655e |2023-07-13 |True |https://raw.githubusercontent.com/opensearch-project/observability/2.9.0.0/release-notes/opensearch-observability.release-notes-2.9.0.0.md | +|opensearch-reports |[tags/2.9.0.0]|677be51 |2023-07-12 |True |https://raw.githubusercontent.com/opensearch-project/reporting/2.9.0.0/release-notes/opensearch-reporting.release-notes-2.9.0.0.md | +|performance-analyzer |[tags/2.9.0.0]|1f43448 |2023-07-11 |True |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.9.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.9.0.0.md| +|security |[tags/2.9.0.0]|d548cd2 |2023-07-17 |True |https://raw.githubusercontent.com/opensearch-project/security/2.9.0.0/release-notes/opensearch-security.release-notes-2.9.0.0.md | +|security-analytics |[tags/2.9.0.0]|629cfae |2023-07-12 |True |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.9.0.0/release-notes/opensearch-security-analytics.release-notes-2.9.0.0.md | +|sql |[tags/2.9.0.0]|912f99b |2023-07-12 |True |https://raw.githubusercontent.com/opensearch-project/sql/2.9.0.0/release-notes/opensearch-sql.release-notes-2.9.0.0.md | diff --git a/src/release_notes_automation/release_notes_urls-2.10.0.txt b/src/release_notes_workflow/results/release_notes_urls-2.10.0.txt similarity index 100% rename from src/release_notes_automation/release_notes_urls-2.10.0.txt rename to src/release_notes_workflow/results/release_notes_urls-2.10.0.txt diff --git a/src/release_notes_automation/release_notes_urls-2.11.0.txt b/src/release_notes_workflow/results/release_notes_urls-2.11.0.txt similarity index 100% rename from src/release_notes_automation/release_notes_urls-2.11.0.txt rename to src/release_notes_workflow/results/release_notes_urls-2.11.0.txt diff --git a/src/release_notes_automation/release_notes_urls-2.8.0.txt b/src/release_notes_workflow/results/release_notes_urls-2.8.0.txt similarity index 100% rename from src/release_notes_automation/release_notes_urls-2.8.0.txt rename to src/release_notes_workflow/results/release_notes_urls-2.8.0.txt diff --git a/src/release_notes_automation/release_notes_urls-2.9.0.txt b/src/release_notes_workflow/results/release_notes_urls-2.9.0.txt similarity index 100% rename from src/release_notes_automation/release_notes_urls-2.9.0.txt rename to src/release_notes_workflow/results/release_notes_urls-2.9.0.txt diff --git a/src/run_releasenotes_check.py b/src/run_releasenotes_check.py index ed27a1c26b..1bcbe929ce 100644 --- a/src/run_releasenotes_check.py +++ b/src/run_releasenotes_check.py @@ -25,7 +25,8 @@ def main() -> int: manifest_file = InputManifest.from_file(args.manifest) BUILD_VERSION = manifest_file.build.version - BASE_FILE_PATH = "release_notes_automation" + # storing temporary release notes for testing purposes + BASE_FILE_PATH = "release_notes_workflow/results" table_filename = f"{BASE_FILE_PATH}/release_notes_table-{BUILD_VERSION}.md" urls_filename = f"{BASE_FILE_PATH}/release_notes_urls-{BUILD_VERSION}.txt" diff --git a/tests/tests_release_notes_workflow/test_release_notes.py b/tests/tests_release_notes_workflow/test_release_notes.py index 0962906fc5..d6e31fb697 100644 --- a/tests/tests_release_notes_workflow/test_release_notes.py +++ b/tests/tests_release_notes_workflow/test_release_notes.py @@ -25,7 +25,7 @@ def setUp(self) -> None: ) OPENSEARCH_MANIFEST = os.path.realpath(os.path.join(MANIFESTS, "templates", "opensearch", "default", "manifest.yml")) self.manifest_file = InputManifest.from_file(open(OPENSEARCH_MANIFEST)) - self.release_notes = ReleaseNotes(self.manifest_file, "2022-07-26") + self.release_notes = ReleaseNotes(self.manifest_file, "2022-07-26", "check") self.component = InputComponentFromSource({"name": "OpenSearch", "repository": "url", "ref": "ref"}) @patch("subprocess.check_output", return_value=''.encode()) From c371fc492ebdadd69706416338727c54566cb422 Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Fri, 10 Nov 2023 13:56:45 +0000 Subject: [PATCH 12/14] Update README.md for release_notes_workflow Signed-off-by: Sachin Sahu --- src/release_notes_workflow/README.md | 72 ++++++++++++++++++++++++++-- 1 file changed, 68 insertions(+), 4 deletions(-) diff --git a/src/release_notes_workflow/README.md b/src/release_notes_workflow/README.md index e8a3e66c38..cd18aea54b 100644 --- a/src/release_notes_workflow/README.md +++ b/src/release_notes_workflow/README.md @@ -1,13 +1,19 @@ -#### Components Release Notes Check +- [Consolidated Release Notes Automation](#consolidated-release-notes-automation) + - [Components Release Notes Check](#components-release-notes-check) + - [Consolidated Release Notes](#consolidated-release-notes) + +## Consolidated Release Notes Automation + +### Components Release Notes Check Pulls the latest code to check if the release notes exists and whether new commits have been made based on user passed argument `--date`. Outputs a formated markdown table as follows. -*Usage* +#### *Usage* ``` ./release_notes.sh check manifests/3.0.0/opensearch-3.0.0.yml --date 2022-07-26 ``` -*Sample Output* +#### *Sample Output* ``` # OpenSearch CommitID(after 2022-07-26) & Release Notes info | Repo | Branch |CommitID|Commit Date|Release Notes| @@ -25,7 +31,7 @@ Pulls the latest code to check if the release notes exists and whether new commi The workflow uses the following arguments: * `--date`: To check if commit exists after a specific date (in format yyyy-mm-dd, example 2022-07-26). -* `--output`: To dump the output into an `.md` file, example `--output table.md`). +* `--output`: To dump the output into an `.md` file, example `--output table.md`. The following options are available. @@ -35,3 +41,61 @@ The following options are available. | --date | Shows commit after a specific date. | | --output | Saves the table output to user specified file. | | -v, --verbose | Show more verbose output. | + +### Consolidated Release Notes + +This workflow generates a consolidated release notes for all the components. +It utilizes the output from the preceding step to compile these consolidated release notes. If the preceding step hasn't been executed, it will automatically run that step first before generating the consolidated release notes. + +#### *Usage* +``` +./release_notes.sh compile manifests/3.0.0/opensearch-3.0.0.yml --date 2022-07-26 +``` + +#### *Sample Output* +Two output files are generated: +- Markdown table containing links to individual components' release notes for quick reference +- Consolidated release notes for all the components + +
    +Markdown table with links + +# OpenSearch CommitID(after 2022-07-26) & Release Notes info +| Repo | Branch |CommitID|Commit Date|Release Notes Exists| URL | +|-------------------------|---------------|--------|-----------|--------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------| +|alerting |[tags/2.10.0.0]|dc1b9bf |2023-09-18 |True |https://raw.githubusercontent.com/opensearch-project/alerting/2.10.0.0/release-notes/opensearch-alerting.release-notes-2.10.0.0.md | +|anomaly-detection |[tags/2.10.0.0]|bc4d8b1 |2023-09-08 |True |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.10.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.10.0.0.md | +|asynchronous-search |[tags/2.10.0.0]|a312d9a |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.10.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.10.0.0.md | +|common-utils |[tags/2.10.0.0]|0352c2f |2023-09-08 |True |https://raw.githubusercontent.com/opensearch-project/common-utils/2.10.0.0/release-notes/opensearch-common-utils.release-notes-2.10.0.0.md | +|cross-cluster-replication|[tags/2.10.0.0]|dee2f60 |2023-09-08 |True |https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.10.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.10.0.0.md| +|custom-codecs |[tags/2.10.0.0]|3437b43 |2023-09-15 |True |https://raw.githubusercontent.com/opensearch-project/custom-codecs/2.10.0.0/release-notes/opensearch-custom-codecs.release-notes-2.10.0.0.md | +|geospatial |[tags/2.10.0.0]|a3da222 |2023-09-12 |True |https://raw.githubusercontent.com/opensearch-project/geospatial/2.10.0.0/release-notes/opensearch-geospatial.release-notes-2.10.0.0.md | +|index-management |[tags/2.10.0.0]|062badd |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/index-management/2.10.0.0/release-notes/opensearch-index-management.release-notes-2.10.0.0.md | +|job-scheduler |[tags/2.10.0.0]|e9d3637 |2023-09-12 |True |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.10.0.0/release-notes/opensearch.job-scheduler.release-notes-2.10.0.0.md | +|k-NN |[tags/2.10.0.0]|e437016 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/k-NN/2.10.0.0/release-notes/opensearch-knn.release-notes-2.10.0.0.md | +|ml-commons |[tags/2.10.0.0]|521214b |2023-09-13 |True |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.10.0.0/release-notes/opensearch-ml-common.release-notes-2.10.0.0.md | +|neural-search |[tags/2.10.0.0]|9476d43 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/neural-search/2.10.0.0/release-notes/opensearch-neural-search.release-notes-2.10.0.0.md | +|notifications |[tags/2.10.0.0]|0a9dfb0 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/notifications/2.10.0.0/release-notes/opensearch-notifications.release-notes-2.10.0.0.md | +|opensearch-observability |[tags/2.10.0.0]|d2c087c |2023-09-13 |True |https://raw.githubusercontent.com/opensearch-project/observability/2.10.0.0/release-notes/opensearch-observability.release-notes-2.10.0.0.md | +|opensearch-reports |[tags/2.10.0.0]|3095e3c |2023-09-13 |True |https://raw.githubusercontent.com/opensearch-project/reporting/2.10.0.0/release-notes/opensearch-reporting.release-notes-2.10.0.0.md | +|performance-analyzer |[tags/2.10.0.0]|3ee56fc |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.10.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.10.0.0.md | +|security |[tags/2.10.0.0]|6daa697 |2023-09-12 |True |https://raw.githubusercontent.com/opensearch-project/security/2.10.0.0/release-notes/opensearch-security.release-notes-2.10.0.0.md | +|security-analytics |[tags/2.10.0.0]|e005b5a |2023-09-19 |True |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.10.0.0/release-notes/opensearch-security-analytics.release-notes-2.10.0.0.md | +|sql |[tags/2.10.0.0]|ef18b38 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/sql/2.10.0.0/release-notes/opensearch-sql.release-notes-2.10.0.0.md | + +
    + +--- + +The workflow uses the following arguments: +* `--date`: To check if commit exists after a specific date (in format yyyy-mm-dd, example 2022-07-26). This is optional if the previous step is already run. +* `--output`: To dump the consolidated release notes into an `.md` file, example `--output table.md`. + + +The following options are available. + +| name | description | +|--------------------|-------------------------------------------------------------------------| +| --date | Shows commit after a specific date. | +| --output | Saves the release notes to user specified file. | +| -v, --verbose | Show more verbose output. | From 8f074f3b47de648c671330103fbdb108b4f38f27 Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Sat, 18 Nov 2023 12:13:13 +0000 Subject: [PATCH 13/14] Add tests for compile option Add 'results' to gitignore Fix nits Add manifest file for tests Signed-off-by: Sachin Sahu --- .gitignore | 1 + .../templates/opensearch/test/manifest.yml | 16 + src/release_notes_workflow/README.md | 14 +- .../release_notes_component.py | 2 + .../results/release_notes-2.10.0.md | 607 ------------------ .../results/release_notes-2.11.0.md | 422 ------------ .../results/release_notes-2.8.0.md | 416 ------------ .../results/release_notes-2.9.0.md | 406 ------------ .../results/release_notes_table-2.10.0.md | 22 - .../results/release_notes_table-2.11.0.md | 22 - .../results/release_notes_table-2.8.0.md | 21 - .../results/release_notes_table-2.9.0.md | 21 - .../results/release_notes_urls-2.10.0.txt | 19 - .../results/release_notes_urls-2.11.0.txt | 16 - .../results/release_notes_urls-2.8.0.txt | 18 - .../results/release_notes_urls-2.9.0.txt | 15 - src/run_releasenotes_check.py | 27 +- .../test_release_notes.py | 16 +- .../test_releasenotes_check_args.py | 13 + 19 files changed, 58 insertions(+), 2036 deletions(-) create mode 100644 manifests/templates/opensearch/test/manifest.yml delete mode 100644 src/release_notes_workflow/results/release_notes-2.10.0.md delete mode 100644 src/release_notes_workflow/results/release_notes-2.11.0.md delete mode 100644 src/release_notes_workflow/results/release_notes-2.8.0.md delete mode 100644 src/release_notes_workflow/results/release_notes-2.9.0.md delete mode 100644 src/release_notes_workflow/results/release_notes_table-2.10.0.md delete mode 100644 src/release_notes_workflow/results/release_notes_table-2.11.0.md delete mode 100644 src/release_notes_workflow/results/release_notes_table-2.8.0.md delete mode 100644 src/release_notes_workflow/results/release_notes_table-2.9.0.md delete mode 100644 src/release_notes_workflow/results/release_notes_urls-2.10.0.txt delete mode 100644 src/release_notes_workflow/results/release_notes_urls-2.11.0.txt delete mode 100644 src/release_notes_workflow/results/release_notes_urls-2.8.0.txt delete mode 100644 src/release_notes_workflow/results/release_notes_urls-2.9.0.txt diff --git a/.gitignore b/.gitignore index c5b7406016..10f3751b51 100644 --- a/.gitignore +++ b/.gitignore @@ -37,3 +37,4 @@ out.txt vars/ test-report.yml +src/release_notes_workflow/results/* diff --git a/manifests/templates/opensearch/test/manifest.yml b/manifests/templates/opensearch/test/manifest.yml new file mode 100644 index 0000000000..536ff7ca87 --- /dev/null +++ b/manifests/templates/opensearch/test/manifest.yml @@ -0,0 +1,16 @@ +--- +schema-version: '1.0' +build: + name: OpenSearch + version: 'replace' +ci: + image: + name: opensearchstaging/ci-runner:ci-runner-centos7-opensearch-build-v3 + args: -e JAVA_HOME=/opt/java/openjdk-17 +components: + - name: OpenSearch-test + repository: https://github.com/opensearch-project/OpenSearch.git + ref: main + checks: + - gradle:publish + - gradle:properties:version diff --git a/src/release_notes_workflow/README.md b/src/release_notes_workflow/README.md index cd18aea54b..9348d0a6d5 100644 --- a/src/release_notes_workflow/README.md +++ b/src/release_notes_workflow/README.md @@ -2,18 +2,18 @@ - [Components Release Notes Check](#components-release-notes-check) - [Consolidated Release Notes](#consolidated-release-notes) -## Consolidated Release Notes Automation +## Consolidated Release Notes ### Components Release Notes Check Pulls the latest code to check if the release notes exists and whether new commits have been made based on user passed argument `--date`. Outputs a formated markdown table as follows. -#### *Usage* +#### Usage ``` ./release_notes.sh check manifests/3.0.0/opensearch-3.0.0.yml --date 2022-07-26 ``` -#### *Sample Output* +#### Sample Output ``` # OpenSearch CommitID(after 2022-07-26) & Release Notes info | Repo | Branch |CommitID|Commit Date|Release Notes| @@ -47,15 +47,15 @@ The following options are available. This workflow generates a consolidated release notes for all the components. It utilizes the output from the preceding step to compile these consolidated release notes. If the preceding step hasn't been executed, it will automatically run that step first before generating the consolidated release notes. -#### *Usage* +#### Usage ``` ./release_notes.sh compile manifests/3.0.0/opensearch-3.0.0.yml --date 2022-07-26 ``` -#### *Sample Output* +#### Sample Output Two output files are generated: -- Markdown table containing links to individual components' release notes for quick reference -- Consolidated release notes for all the components +- Markdown table containing links to individual components' release notes for quick reference (Example: `release_notes_table-2.10.0.md`) +- Consolidated release notes for all the components (Example: `release_notes-2.10.0.md`)
    Markdown table with links diff --git a/src/release_notes_workflow/release_notes_component.py b/src/release_notes_workflow/release_notes_component.py index 5b748bbb74..ff33659cf1 100644 --- a/src/release_notes_workflow/release_notes_component.py +++ b/src/release_notes_workflow/release_notes_component.py @@ -43,6 +43,8 @@ def path_exists(self) -> bool: return path_exists def exists(self) -> bool: + if not os.path.exists(self.path): + return False files_in_path = os.listdir(self.path) return self.path_exists() and any(fname.endswith(self.filename) for fname in files_in_path) diff --git a/src/release_notes_workflow/results/release_notes-2.10.0.md b/src/release_notes_workflow/results/release_notes-2.10.0.md deleted file mode 100644 index 4fce744358..0000000000 --- a/src/release_notes_workflow/results/release_notes-2.10.0.md +++ /dev/null @@ -1,607 +0,0 @@ -

    OpenSearch and OpenSearch Dashboards 2.10.0 Release Notes

    -

    FEATURES

    - -

    Opensearch Alerting

    - -
      -
    • Add workflowIds field in getAlerts API (#1014)
      • -
    • add alertId parameter in get chained alert API and paginate associated alerts if alertId param is mentioned (#1071)
      • -
    • Chained Alert Behaviour Changes (#1079)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • common utils to support Microsoft teams in notifications (#428)
      • -
    • support list of monitor ids in Chained Monitor Findings (#514)
      • -
    - -

    Opensearch Custom Codecs

    - -
      -
    • Initial release with ZSTD codec support
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • IP2Geo processor implementation (#362)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Support copy alias in rollover. (#892)
      • -
    • make control center index as system index. (#919)
      • -
    - -

    Opensearch KNN

    - -
      -
    • Add Clear Cache API (#740)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Conversations and Generative AI in OpenSearch (#1150)
      • -
    - -

    Opensearch Neural Search

    - -
      -
    • Improved Hybrid Search relevancy by Score Normalization and Combination (#241)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Custom log type implementation (#500)
      • -
    • add mitre attack based auto-correlations support in correlation engine (#532)
      • -
    • Using alerting workflows in detectors (#541)
      • -
    - -

    ENHANCEMENTS

    - -

    Opensearch Anomaly Detection

    - -
      -
    • Defaults anomaly grade to 0 if negative. (#977)
      • -
    • Update RCF to v3.8 and Enable Auto AD with 'Alert Once' Option (#979)
      • -
    • Revert "Enforce DOCUMENT Replication for AD Indices" (#1006)
      • -
    - -

    Opensearch KNN

    - -
      -
    • Enabled the IVF algorithm to work with Filters of K-NN Query. (#1013)
      • -
    • Improved the logic to switch to exact search for restrictive filters search for better recall. (#1059)
      • -
    • Added max distance computation logic to enhance the switch to exact search in filtered Nearest Neighbor Search. (#1066)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Add feature flags for remote inference (#1223)
      • -
    • Add eligible node role settings (#1197)
      • -
    • Add more stats: connector count, connector/config index status (#1180)
      • -
    - -

    Opensearch Neural Search

    - -
      -
    • Changed format for hybrid query results to a single list of scores with delimiter (#259)
      • -
    • Added validations for score combination weights in Hybrid Search (#265)
      • -
    • Made hybrid search active by default (#274)
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Add Search Back Pressure Autotune Pipeline #517
      • -
    • SearchBackPressure Service Node/Cluster RCA #437
      • -
    • SearchBackPressure Policy/Decider Generic Framework Added #461
      • -
    • Handle Reader thread termination gracefully #476
      • -
    - -

    Opensearch Security

    - -
      -
    • Add .plugins-ml-config to the demo configuration system indices (#2993)
      • -
    • Add workflow cluster permissions to alerting roles (#2994)
      • -
    • Include password regex for Dashboardsinfo to display to users (#2999)
      • -
    • Add geospatial ip2geo to the demo configuration system indices and roles (#3051)
      • -
    • Make invalid password message clearer (#3057)
      • -
    • Service Accounts password is randomly generated (#3077)
      • -
    • Exclude sensitive info from the jackson serialization stacktraces (#3195)
      • -
    • Prevent raw request body as output in serialization error messages (#3205)
      • -
    • Command cat/indices will filter results per the Do Not Fail On Forbidden setting (#3236)
      • -
    • Generate new demo certs with IPv6 loopback added to SAN in node certificate (#3268)
      • -
    • System index permissions (#2887)
      • -
    - -

    SQL

    - -
      -
    • [Backport 2.x] Added support of timestamp/date/time using curly brackets by @matthewryanwells in https://github.com/opensearch-project/sql/pull/1908
      • -
    - -

    BUG FIXES

    - -

    Opensearch Alerting

    - -
      -
    • fix get alerts alertState query filter (#1064)
      • -
    - -

    Opensearch Cross Cluster Replication

    - -
      -
    • Settings are synced before syncing mapping (#994)
      • -
    • Handled OpenSearchRejectExecuteException, introduced new setting plugins.replication.follower.concurrent_writers_per_shard. (#1004)
      • -
    • Fixed tests relying on wait_for_active_shards, fixed test for single Node and consume numNodes (#1091)
      • -
    • Excessive logging avoided during certain exception types such as OpensearchTimeoutException (#1114)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Revert datasource state when delete fails(#382)
      • -
    • Update ip2geo test data url(#389)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Fix debug log for missing ISM config index. (#846)
      • -
    • Handle NPE in isRollupIndex. (#855)
      • -
    • fix for max & min aggregations when no metric property exist. (#870)
      • -
    • fix intelliJ IDEA gradle sync error (#916)
      • -
    - -

    Opensearch KNN

    - -
      -
    • Update Faiss parameter construction to allow HNSW+PQ to work (#1074)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Fixing metrics (#1194)
      • -
    • Fix null pointer exception when input parameter is null. (#1192)
      • -
    • Fix admin with no backend role on AOS unable to create restricted model group (#1188)
      • -
    • Fix parameter parsing bug for create connector input (#1185)
      • -
    • Handle escaping string parameters explicitly (#1174)
      • -
    • Fix model count bug (#1180)
      • -
    • Fix core package name to address compilation errors (#1157)
      • -
    - -

    Opensearch Reporting

    - -
      -
    • Update import from upstream breaking changes (#739)
      • -
    • Fix from upstream import changes (#748)
      • -
    - -

    Opensearch Security

    - -
      -
    • Prevent raw request body as output in serialization error messages (#3205)
      • -
    • Prevent flaky behavior when determining if an request will be executed on the current node. (#3066)
      • -
    • Resolve a class of ConcurrentModificationException from during bulk requests (#3094)
      • -
    • Fix Document GET with DLS terms query (#3136)
      • -
    • Send log messages to log4j systems instead of system out / error (#3231)
      • -
    • Fix roles verification for roles mapping and internal users (#3278)
      • -
    • Prevent raw request body as output in serialization error messages (#3205)
      • -
    • Fix permissions issues while reading keys in PKCS#1 format (#3289)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Fix for mappings of custom log types & other bug fixes (#505)
      • -
    • Fixes detectorType incompatibility with detector rules (#524)
      • -
    - -

    SQL

    - -
      -
    • [2.x] bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
      • -
    • [Backport 2.x] Okio upgrade to 3.5.0 by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1963
      • -
    • [Backport 2.x] Fixed response codes For Requests With security exception. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2029
      • -
    • [Backport 2.x] Backport breaking changes by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1920
      • -
    • [Manual Backport #1943] Fixing string format change #1943 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1946
      • -
    • [Backport 2.x] Fix CVE by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1944
      • -
    • [Backport 2.x] Breaking change OpenSearch main project - Action movement (#1958) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1965
      • -
    • [Backport 2.x] Update backport CI, add PR merged condition by @ps48 in https://github.com/opensearch-project/sql/pull/1970
      • -
    • [Backport 2.x] Fixed exception when datasource is updated with existing configuration. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2008
      • -
    - -

    INFRASTRUCTURE

    - -

    Opensearch Alerting

    - -
      -
    • Upgrade the backport workflow (#1028)
      • -
    • Updates demo certs used in integ tests (#1115)
      • -
    - -

    Opensearch Anomaly Detection

    - -
      -
    • Adds auto release workflow (#1003)
      • -
    • upgrading commons-lang3 version to fix conflict issue (#1014)
      • -
    • Updates demo certs for integ tests (#1021)
      • -
    • Upgrade AD's bwc baseline version to 1.3.2 to resolve cluster join issue (#1029)
      • -
    - -

    Opensearch Asynchronous Search

    - -
      -
    • Updates demo certs used in rest tests (#341)
      • -
    • Adding release workflow for the asynchronous search (#330)
      • -
    • Refactoring changes in main (#328)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Make jacoco report to be generated faster in local (#267)
      • -
    • Exclude lombok generated code from jacoco coverage report (#268)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Add auto github release workflow. (#691)
      • -
    • Fixed the publish maven workflow to execute after pushes to release branches. (#837)
      • -
    • Upgrade the backport workflow. (#862)
      • -
    • Updates demo certs used in integ tests. (#921)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Updates demo certs used in integ tests (#1291)
      • -
    • Add Auto Release Workflow (#1306)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • Fix core refactor: StreamIO from common to core.common(#707)
      • -
    • Fix core XcontentFactory refactor(#732)
      • -
    • Fix actions components after core(#739)
      • -
    • Add auto release workflow(#731)
      • -
    • Onboarding system and hidden index(#742)
      • -
    • Updates demo certs used in integ tests(#756)
      • -
    - -

    Opensearch Observability

    - -
      -
    • Update backport CI, add PR merged condition in https://github.com/opensearch-project/observability/pull/1587
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Update BWC version to 2.9.0 #529
      • -
    • Update performance-analyzer-commons library version #537
      • -
    • Upgrade gRPC protobug to mitigate connection termination issue #471
      • -
    - -

    SQL

    - -
      -
    • [Backport 2.x] Add _primary preference only for segment replication enabled indices by @opensearch-trigger-bot in -https://github.com/opensearch-project/sql/pull/2036
      • -
    • [Backport 2.x] Revert "Guarantee datasource read api is strong consistent read (#1815)" by @opensearch-trigger-bot in
      • -
    • [Backport 2.x] [Spotless] Adds new line at end of java files by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1925
      • -
    • (#1506) Remove reservedSymbolTable and replace with HIDDEN_FIELD_NAME… by @acarbonetto in https://github.com/opensearch-project/sql/pull/1964
      • -
    - -

    DOCUMENTATION

    - -

    Opensearch Alerting

    - -
      -
    • Added 2.10 release notes (#1117)
      • -
    - -

    Opensearch Asynchronous Search

    - -
      -
    • Add 2.10.0 release notes (#353)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • Added 2.10.0.0 release notes (#531)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Added 2.10 release notes. (#925)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Updating cohere blueprint doc (#1213)
      • -
    • Fixing docs (#1193)
      • -
    • Add model auto redeploy tutorial (#1175)
      • -
    • Add remote inference tutorial (#1158)
      • -
    • Adding blueprint examples for remote inference (#1155)
      • -
    • Updating developer guide for CCI contributors (#1049)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • Add 2.10.0 release notes (#755)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Added 2.10.0 release notes. (#555)
      • -
    - -

    SQL

    - -
      -
    • [Backport 2.x] Fix doctest data by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1998
      • -
    - -

    MAINTENANCE

    - -

    Opensearch Alerting

    - -
      -
    • Increment version to 2.10.0-SNAPSHOT. (#1018)
      • -
    • exclude <v32 version of google guava dependency from google java format and add google guava 32.0.1 to resolve CVE CVE-2023-2976 (#1094)
      • -
    - -

    Opensearch Asynchronous Search

    - -
      -
    • Upgrade Guava version to 32.0.1 (#347)
      • -
    • Increment version to 2.10.0 (#321)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • Upgrade the backport workflow (#487)
      • -
    • Updates demo certs used in rest tests (#518)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Change package for Strings.hasText (#314)
      • -
    • Fixed compilation errors after refactoring in core foundation classes (#380)
      • -
    • Version bump for spotlss and apache commons(#400)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Increment version to 2.10.0-SNAPSHOT. (#852)
      • -
    - -

    Opensearch Job Scheduler

    - -
      -
    • Update packages according to a change in OpenSearch core (#422) (#431)
      • -
    • Xcontent changes to ODFERestTestCase (#440)
      • -
    • Update LifecycleListener import (#445)
      • -
    • Bump slf4j-api to 2.0.7, ospackage to 11.4.0, google-java-format to 1.17.0, guava to 32.1.2-jre and spotless to 6.20.0 (#453)
      • -
    • Fixing Strings import (#459)
      • -
    • bump com.cronutils:cron-utils from 9.2.0 to 9.2.1 (#458)
      • -
    • React to changes in ActionListener and ActionFuture (#467)
      • -
    • bump com.diffplug.spotless from 6.20.0 to 6.21.0 (#484)
      • -
    - -

    Opensearch KNN

    - -
      -
    • Update Guava Version to 32.0.1 (#1019)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Bump checkstyle version for CVE fix (#1216)
      • -
    • Correct imports for new location with regard to core refactoring (#1206)
      • -
    • Fix breaking change caused by opensearch core (#1187)
      • -
    • Bump OpenSearch snapshot version to 2.10 (#1157)
      • -
    • Bump aws-encryption-sdk-java to fix CVE-2023-33201 (#1309)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • [AUTO] Increment version to 2.10.0-SNAPSHOT(#706)
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Address core refactor changes for Task foundation classes and StreamIO #522
      • -
    • Address xcontent changes in core #526
      • -
    • Remove usage of deprecated "master" APIs #513
      • -
    • Update docker-compose.yml #465
      • -
    - -

    Opensearch Reporting

    - -
      -
    • Fix CI (#738)
      • -
    • Update backport CI, add PR merged condition (#745)
      • -
    - -

    Opensearch Security

    - -
      -
    • [Build Break] Update imports for files refactored in core PR #8157 (#3003)
      • -
    • [Build Break] Fix build after Lucene upgrade and breaking XContentFactory changes (#3069)
      • -
    • [Build Break] Update CircuitBreakerService and LifecycleComponent after core refactor in #9006 (#3082)
      • -
    • [Build Break] React to changes in ActionListener and ActionResponse from #9082 (#3153)
      • -
    • [Build Break] Disable gradlew build cache to ensure most up-to-date dependencies (#3186)
      • -
    • Bump com.carrotsearch.randomizedtesting:randomizedtesting-runner from 2.7.1 to 2.8.1 (#3109)
      • -
    • Bump com.diffplug.spotless from 6.19.0 to 6.21.0 (#3108)
      • -
    • Bump com.fasterxml.woodstox:woodstox-core from 6.4.0 to 6.5.1 (#3148)
      • -
    • Bump com.github.spotbugs from 5.0.14 to 5.1.3 (#3251)
      • -
    • Bump com.github.wnameless.json:json-base from 2.4.0 to 2.4.2 (#3062)
      • -
    • Bump com.github.wnameless.json:json-flattener from 0.16.4 to 0.16.5 (#3296)
      • -
    • Bump com.google.errorprone:error_prone_annotations from 2.3.4 to 2.20.0 (#3023)
      • -
    • Bump com.google.guava:guava from 32.1.1-jre to 32.1.2-jre (#3149)
      • -
    • Bump commons-io:commons-io from 2.11.0 to 2.13.0 (#3074)
      • -
    • Bump com.netflix.nebula.ospackage from 11.1.0 to 11.3.0 (#3023)
      • -
    • Bump com.nulab-inc:zxcvbn from 1.7.0 to 1.8.0 (#3023)
      • -
    • Bump com.unboundid:unboundid-ldapsdk from 4.0.9 to 4.0.14 (#3143)
      • -
    • Bump io.dropwizard.metrics:metrics-core from 3.1.2 to 4.2.19 (#3073)
      • -
    • Bump kafka_version from 3.5.0 to 3.5.1 (#3041)
      • -
    • Bump net.minidev:json-smart from 2.4.11 to 2.5.0 (#3120)
      • -
    • Bump org.apache.camel:camel-xmlsecurity from 3.14.2 to 3.21.0 (#3023)
      • -
    • Bump org.apache.santuario:xmlsec from 2.2.3 to 2.3.3 (#3210)
      • -
    • Bump org.checkerframework:checker-qual from 3.5.0 to 3.36.0 (#3023)
      • -
    • Bump org.cryptacular:cryptacular from 1.2.4 to 1.2.5 (#3071)
      • -
    • Bump org.gradle.test-retry from 1.5.2 to 1.5.4 (#3072)
      • -
    • Bump org.junit.jupiter:junit-jupiter from 5.8.2 to 5.10.0 (#3146)
      • -
    • Bump org.ow2.asm:asm from 9.1 to 9.5 (#3121)
      • -
    • Bump org.scala-lang:scala-library from 2.13.9 to 2.13.11 (#3119)
      • -
    • Bump org.slf4j:slf4j-api from 1.7.30 to 1.7.36 (#3249)
      • -
    • Bump org.xerial.snappy:snappy-java from 1.1.10.1 to 1.1.10.3 (#3106)
      • -
    • Bump actions/create-release from 1.0.0 to 1.1.4 (#3141)
      • -
    • Bump actions/setup-java from 1 to 3 (#3142)
      • -
    • Bump actions/upload-release-asset from 1.0.1 to 1.0.2 (#3144)
      • -
    • Bump fernandrone/linelint from 0.0.4 to 0.0.6 (#3211)
      • -
    • Bump tibdex/github-app-token from 1.5.0 to 1.8.0 (#3147)
      • -
    • Remove log spam for files that are cleaned up (#3118)
      • -
    • Updates integTestRemote task to dynamically fetch common-utils version from build.gradle (#3122)
      • -
    • Switch CodeQL to assemble artifacts using the same build as the rest of CI (#3132)
      • -
    • Only run the backport job on merged pull requests (#3134)
      • -
    • Add code coverage exclusions on false positives (#3196)
      • -
    • Enable jarhell check (#3227)
      • -
    • Retry code coverage upload on failure (#3242)
      • -
    • [Refactor] Adopt request builder patterns for SecurityRestApiActions for consistency and clarity (#3123)
      • -
    • [Refactor] Remove json-path from deps and use JsonPointer instead (#3262)
      • -
    • Use version of org.apache.commons:commons-lang3 defined in core (#3306)
      • -
    • Fix checkstyle #3283
      • -
    • Demo Configuration changes (#3330)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Bump version to 2.10 and resolve compile issues (#521)
      • -
    - -

    REFACTORING

    - -

    Opensearch Alerting

    - -
      -
    • Update actionGet to SuspendUntil for ClusterMetrics (#1067)
      • -
    • Resolve compile issues from core changes and update CIs (#1100)
      • -
    - -

    Opensearch Anomaly Detection

    - -
      -
    • Refactor due to core updates: Replace and modify classes and methods. (#974)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Refactor LifecycleComponent package path (#377)
      • -
    • Refactor Strings utility methods to core library (#379)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • [Backport 2.x] Fix after core #8157. (#886)
      • -
    • Fix breaking change by core refactor. (#888)
      • -
    • Handle core breaking change. (#895)
      • -
    • Set preference to _primary when searching control-center index. (#911)
      • -
    • Add primary first preference to all search requests. (#912)
      • -
    - -

    Opensearch KNN

    - -
      -
    • Fix TransportAddress Refactoring Changes in Core (#1020)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Renaming metrics (#1224)
      • -
    • Changing messaging for IllegalArgumentException on duplicate model groups (#1294)
      • -
    • Fixing some error message handeling (#1222)
      • -
    - -

    Opensearch Observability

    - -
      -
    • Fix from upstream core.action changes in https://github.com/opensearch-project/observability/pull/1590
      • -
    • Pull jackson,mockito versions from upstream in https://github.com/opensearch-project/observability/pull/1598
      • -
    • Updates demo certs used in integ tests in https://github.com/opensearch-project/observability/pull/1600
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Fix google-java-format-1.17.0.jar: 1 vulnerabilities (#526)
      • -
    • segment replication changes (#529)
      • -
    • Use core OpenSearch version of commons-lang3 (#535)
      • -
    • Force google guava to 32.0.1 (#536)
      • -
    • Updates demo certs used in integ tests (#543)
      • -
    - -

    SQL

    - -
      -
    • [Backport 2.x] Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in
      • -
    • [Backport 2.x] Statically init typeActionMap in OpenSearchExprValueFactory. by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1901
      • -
    • [Backport 2.x] (#1536) Refactor OpenSearchQueryRequest and move includes to builder by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/1948
      • -
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #3 (#1932) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1994
      • -
    • [Backport 2.x] Developer guide update with Spotless details by @opensearch-trigger-bot in https://github.com/opensearch-project/sql/pull/2004
      • -
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #4 #1933 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1995
      • -
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #2 #1931 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1993
      • -
    • [Backport 2.x] [Spotless] Applying Google Code Format for core/src/main files #1 #1930 by @MitchellGale in https://github.com/opensearch-project/sql/pull/1992
      • -
    • [Backport 2.x] [Spotless] Applying Google Code Format for core #5 (#1951) by @MitchellGale in https://github.com/opensearch-project/sql/pull/1996
      • -
    • [Backport 2.x] [spotless] Removes Checkstyle in favor of spotless by @MitchellGale in https://github.com/opensearch-project/sql/pull/2018
      • -
    • [Backport 2.x] [Spotless] Entire project running spotless by @MitchellGale in https://github.com/opensearch-project/sql/pull/2016
      • -
    -
    -

    Full Changelog: https://github.com/opensearch-project/sql/compare/2.3.0.0...v.2.10.0.0

    - -

    NON-COMPLIANT

    -

    ADDED

    -

    Opensearch Job Scheduler

    -
      -
    • Setting JobSweeper search preference against primary shard (#483) (#485)
      • -
    • Converts .opendistro-job-scheduler-lock index into a system index (#478)
      • -
    • Public snapshots on all release branches (#475) (#476)
      • -
    -

    FIXED

    -

    Opensearch Job Scheduler

    -
      -
    • Call listner.onFailure when lock creation failed (#435) (#443)
      • -
    -

    FEATURES/ENHANCEMENTS

    -

    Opensearch Notifications

    -
      -
    • Support SNS FIFO queues(#716)
      • -
    • Supuport Microsoft teams(#676,#746)
      • -
    • Support auto upgrade mapping logic(#699)
      • -
    diff --git a/src/release_notes_workflow/results/release_notes-2.11.0.md b/src/release_notes_workflow/results/release_notes-2.11.0.md deleted file mode 100644 index 032438fe7b..0000000000 --- a/src/release_notes_workflow/results/release_notes-2.11.0.md +++ /dev/null @@ -1,422 +0,0 @@ -

    OpenSearch and OpenSearch Dashboards 2.11.0 Release Notes

    -

    FEATURES

    - -

    Opensearch Neural Search

    - -
      -
    • Support sparse semantic retrieval by introducing sparse_encoding ingest processor and query builder (#333)
      • -
    • Enabled support for applying default modelId in neural search query (#337
      • -
    • Added Multimodal semantic search feature (#359)
      • -
    - -

    ENHANCEMENTS

    - -

    Opensearch Alerting

    - -
      -
    • Add logging for execution and indexes of monitors and workflows. (#1223)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Provide unique id for each rollup job and add debug logs. (#968)
      • -
    - -

    Opensearch KNN

    - -
      -
    • Added support for ignore_unmapped in KNN queries. #1071
      • -
    • Add graph creation stats to the KNNStats API. #1141
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Add neural search default processor for non OpenAI/Cohere scenario (#1274)
      • -
    • Add tokenizer and sparse encoding (#1301)
      • -
    • allow input null for text docs input (#1402)
      • -
    • Add support for context_size and include 'interaction_id' in SearchRequest (#1385)
      • -
    • adding model level metric in node level (#1330)
      • -
    • add status code to model tensor (#1443)
      • -
    • add bedrockURL to trusted connector regex list (#1461)
      • -
    • Performance enhacement for predict action by caching model info (#1472)
      • -
    - -

    Opensearch Neural Search

    - -
      -
    • Add max_token_score parameter to improve the execution efficiency for neural_sparse query clause (#348)
      • -
    - -

    Opensearch Security

    - -
      -
    • Authorization in Rest Layer (#2753)
      • -
    • Improve serialization speeds (#2802)
      • -
    • Integration tests framework (#3388)
      • -
    • Allow for automatic merging of dependabot changes after checks pass (#3409)
      • -
    • Support security config updates on the REST API using permission(#3264)
      • -
    • Expanding Authentication with SecurityRequest Abstraction (#3430)
      • -
    • Add early rejection from RestHandler for unauthorized requests (#3418)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Adds support for alerts and triggers on group by based sigma rules. (#545)
      • -
    • Auto expand replicas. (#547)
      • -
    • Auto expand replicas for logtype index. (#568)
      • -
    • Adding WAF Log type. (#617)
      • -
    • Add category to custom log types. (#634)
      • -
    - -

    SQL

    - -
      -
    • Enable PPL lang and add datasource to async query API in https://github.com/opensearch-project/sql/pull/2195
      • -
    • Refactor Flint Auth in https://github.com/opensearch-project/sql/pull/2201
      • -
    • Add conf for spark structured streaming job in https://github.com/opensearch-project/sql/pull/2203
      • -
    • Submit long running job only when auto_refresh = false in https://github.com/opensearch-project/sql/pull/2209
      • -
    • Bug Fix, handle DESC TABLE response in https://github.com/opensearch-project/sql/pull/2213
      • -
    • Drop Index Implementation in https://github.com/opensearch-project/sql/pull/2217
      • -
    • Enable PPL Queries in https://github.com/opensearch-project/sql/pull/2223
      • -
    • Read extra Spark submit parameters from cluster settings in https://github.com/opensearch-project/sql/pull/2236
      • -
    • Spark Execution Engine Config Refactor in https://github.com/opensearch-project/sql/pull/2266
      • -
    • Provide auth.type and auth.role_arn paramters in GET Datasource API response. in https://github.com/opensearch-project/sql/pull/2283
      • -
    • Add support for date_nanos and tests. (#337) in https://github.com/opensearch-project/sql/pull/2020
      • -
    • Applied formatting improvements to Antlr files based on spotless changes (#2017) by @MitchellGale in https://github.com/opensearch-project/sql/pull/2023
      • -
    • Revert "Guarantee datasource read api is strong consistent read (#1815)" in https://github.com/opensearch-project/sql/pull/2031
      • -
    • Add _primary preference only for segment replication enabled indices in https://github.com/opensearch-project/sql/pull/2045
      • -
    • Changed allowlist config to denylist ip config for datasource uri hosts in https://github.com/opensearch-project/sql/pull/2058
      • -
    - -

    BUG FIXES

    - -

    Opensearch Alerting

    - -
      -
    • Fix workflow execution for first run. (#1227)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Fix flaky test, testIndexingMultiPolygon (#483)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Fix auto managed index always have -2 seqNo bug. (#924)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • fix parameter name in preprocess function (#1362)
      • -
    • fix spelling in Readme.md (#1363)
      • -
    • Fix error message in TransportDeplpoyModelAction class (#1368)
      • -
    • fix null exception in text docs data set (#1403)
      • -
    • fix text docs input unescaped error; enable deploy remote model (#1407)
      • -
    • restore thread context before running action listener (#1418)
      • -
    • fix more places where thread context not restored (#1421)
      • -
    • Fix BWC test suite (#1426)
      • -
    • support bwc for process function (#1427)
      • -
    • fix model group auto-deletion when last version is deleted (#1444)
      • -
    • fixing metrics correlation algorithm (#1448)
      • -
    • throw exception if remote model doesn't return 2xx status code; fix predict runner (#1477)
      • -
    • fix no worker node exception for remote embedding model (#1482)
      • -
    • fix for delete model group API throwing incorrect error when model index not created (#1485)
      • -
    • fix no worker node error on multi-node cluster (#1487)
      • -
    • Fix prompt passing for Bedrock by passing a single string prompt for Bedrock models. (#1490)
      • -
    - -

    Opensearch Neural Search

    - -
      -
    • Fixed exception in Hybrid Query for one shard and multiple node (#396)
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Update Jooq version and address bind variable failure in AdmissionControl Emitter #493
      • -
    - -

    Opensearch Security

    - -
      -
    • Refactors reRequestAuthentication to call notifyIpAuthFailureListener before sending the response to the channel (#3411)
      • -
    • For read-only tenants filter with allow list (c3e53e2)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Fixes verifying workflow test when security is enabled. (#563)
      • -
    • Fix flaky integration tests. (#581)
      • -
    • Sigma Aggregation rule fixes. (#622)
      • -
    - -

    SQL

    - -
      -
    • fix broken link for connectors doc in https://github.com/opensearch-project/sql/pull/2199
      • -
    • Fix response codes returned by JSON formatting them in https://github.com/opensearch-project/sql/pull/2200
      • -
    • Bug fix, datasource API should be case sensitive in https://github.com/opensearch-project/sql/pull/2202
      • -
    • Minor fix in dropping covering index in https://github.com/opensearch-project/sql/pull/2240
      • -
    • Fix Unit tests for FlintIndexReader in https://github.com/opensearch-project/sql/pull/2242
      • -
    • Bug Fix , delete OpenSearch index when DROP INDEX in https://github.com/opensearch-project/sql/pull/2252
      • -
    • Correctly Set query status in https://github.com/opensearch-project/sql/pull/2232
      • -
    • Exclude generated files from spotless in https://github.com/opensearch-project/sql/pull/2024
      • -
    • Fix mockito core conflict. in https://github.com/opensearch-project/sql/pull/2131
      • -
    • Fix ASCII function and groom UT for text functions. (#301) in https://github.com/opensearch-project/sql/pull/2029
      • -
    • Fixed response codes For Requests With security exception. in https://github.com/opensearch-project/sql/pull/2036
      • -
    - -

    INFRASTRUCTURE

    - -

    Opensearch Alerting

    - -
      -
    • Ignore flaky security test suites. (#1188)
      • -
    - -

    Opensearch Anomaly Detection

    - -
      -
    • Add dependabot.yml (#1026)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Add integration test against security enabled cluster (#513)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Upload docker test cluster log. (#964)
      • -
    • Reduce test running time. (#965)
      • -
    • Parallel test run. (#966)
      • -
    • Security test filtered. (#969)
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Update PULL_REQUEST_TEMPLATE.md #560)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Ignore tests that may be flaky. (#596)
      • -
    - -

    SQL

    - -
      -
    • bump aws-encryption-sdk-java to 1.71 in https://github.com/opensearch-project/sql/pull/2057
      • -
    • Run IT tests with security plugin (#335) #1986 by @MitchellGale in https://github.com/opensearch-project/sql/pull/2022
      • -
    - -

    DOCUMENTATION

    - -

    Opensearch Alerting

    - -
      -
    • Added 2.11 release notes (#1251)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Added 2.11 release notes. (#1004)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • Add 2.11.0 release notes (#774)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Added 2.11.0 release notes. (#660)
      • -
    - -

    SQL

    - -
      -
    • Datasource description in https://github.com/opensearch-project/sql/pull/2138
      • -
    • Add documentation for S3GlueConnector. in https://github.com/opensearch-project/sql/pull/2234
      • -
    - -

    MAINTENANCE

    - -

    Opensearch Alerting

    - -
      -
    • Increment version to 2.11.0-SNAPSHOT. (#1116)
      • -
    - -

    Opensearch Asynchronous Search

    - -
      -
    • Increment version to 2.11.0 (#446)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Increment version to 2.11.0-SNAPSHOT. (#922)
      • -
    - -

    Opensearch Job Scheduler

    - -
      -
    • bump actions/upload-release-asset from 1.0.1 to 1.0.2 (#504)(#506)
      • -
    • bump aws-actions/configure-aws-credentials from 1 to 4 (#501)(#507)
      • -
    • bump com.netflix.nebula.ospackage from 11.4.0 to 11.5.0 (#500)(#508)
      • -
    • manual backport of #503 (#509)
      • -
    • bump actions/create-release from 1.0.0 to 1.1.4 (#514)(#521)
      • -
    • bump codecov/codecov-action from 1 to 3 (#513)(#520)
      • -
    • bump actions/upload-artifact from 1 to 3 (#512) (#519)
      • -
    • bump tibdex/github-app-token from 1.5.0 to 2.1.0 (#511)(#518)
      • -
    • bump com.diffplug.spotless from 6.21.0 to 6.22.0 (#510)(#517)
      • -
    • bump VachaShah/backport from 1.1.4 to 2.2.0 (#515)(#516)
      • -
    - -

    Opensearch KNN

    - -
      -
    • Update bytebuddy to 1.14.7 #1135
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Ignoring Redeploy test on MacOS due to known failures (#1414)
      • -
    • throw exception when model group not found during update request (#1447)
      • -
    • Add a setting to control the update connector API (#1274)
      • -
    - -

    Opensearch Neural Search

    - -
      -
    • Consumed latest changes from core, use QueryPhaseSearcherWrapper as parent class for Hybrid QPS (#356)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • Bump bwc version to 2.11(#763)
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Depreceate NodeStatsFixedShardsMetricsCollector in favor of NodeStatsAllShardsMetricsCollector #551
      • -
    • Add tracer to getTransports #556
      • -
    - -

    Opensearch Reporting

    - -
      -
    • Update demo certs used in integ tests (#755)
      • -
    - -

    Opensearch Security

    - -
      -
    • Change log message from warning to trace on WWW-Authenticate challenge (#3446)
      • -
    • Disable codecov from failing CI if there is an upload issue (#3379)
      • -
    • [Refactor] Change HTTP routes for Audit and Config PUT methods (#3407)
      • -
    • Add tracer to Transport (#3463)
      • -
    • Adds opensearch trigger bot to discerning merger list to allow automatic merges (#3481)
      • -
    • Bump org.apache.camel:camel-xmlsecurity from 3.21.0 to 3.21.1 (#3436)
      • -
    • Bump com.github.wnameless.json:json-base from 2.4.2 to 2.4.3 (#3437)
      • -
    • Bump org.xerial.snappy:snappy-java from 1.1.10.4 to 1.1.10.5 (#3438)
      • -
    • Bump org.ow2.asm:asm from 9.5 to 9.6 (#3439)
      • -
    • Bump org.xerial.snappy:snappy-java from 1.1.10.3 to 1.1.10.4 (#3396)
      • -
    • Bump com.google.errorprone:error_prone_annotations from 2.21.1 to 2.22.0 (#3400)
      • -
    • Bump org.passay:passay from 1.6.3 to 1.6.4 (#3397)
      • -
    • Bump org.gradle.test-retry from 1.5.4 to 1.5.5 (#3399)
      • -
    • Bump org.springframework:spring-core from 5.3.29 to 5.3.30 (#3398)
      • -
    • Bump tibdex/github-app-token from 2.0.0 to 2.1.0 (#3395)
      • -
    • Bump org.apache.ws.xmlschema:xmlschema-core from 2.3.0 to 2.3.1 (#3374)
      • -
    • Bump apache_cxf_version from 4.0.2 to 4.0.3 (#3376)
      • -
    • Bump org.springframework:spring-beans from 5.3.29 to 5.3.30 (#3375)
      • -
    • Bump com.github.wnameless.json:json-flattener from 0.16.5 to 0.16.6 (#3371)
      • -
    • Bump aws-actions/configure-aws-credentials from 3 to 4 (#3373)
      • -
    • Bump org.checkerframework:checker-qual from 3.36.0 to 3.38.0 (#3378)
      • -
    • Bump com.nulab-inc:zxcvbn from 1.8.0 to 1.8.2 (#3357)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Bump version to 2.11. (#631)
      • -
    - -

    REFACTORING

    - -

    Opensearch Alerting

    - -
      -
    • Optimize doc-level monitor workflow for index patterns. (#1122)
      • -
    • Add workflow null or empty check only when empty workflow id passed. ([#1139(https://github.com/opensearch-project/alerting/pull/1139))
      • -
    • Add primary first calls for different monitor types. (#1205)
      • -
    - -

    Opensearch Anomaly Detection

    - -
      -
    • [2.x] Fix TransportService constructor due to changes in core plus guava bump (#1069)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • register new versions to a model group based on the name provided (#1452)
      • -
    • if model version fails to register, update model group accordingly (#1463)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Address search request timeouts as transient error. (#561)
      • -
    • Change ruleId if it exists. (#628)
      • -
    - -

    SQL

    - -
      -
    • Merging Async Query APIs feature branch into main. in https://github.com/opensearch-project/sql/pull/2163
      • -
    • Removed Domain Validation in https://github.com/opensearch-project/sql/pull/2136
      • -
    • Check for existence of security plugin in https://github.com/opensearch-project/sql/pull/2069
      • -
    • Always use snapshot version for security plugin download in https://github.com/opensearch-project/sql/pull/2061
      • -
    • Add customized result index in data source etc in https://github.com/opensearch-project/sql/pull/2220
      • -
    - -

    EXPERIMENTAL

    - -

    Opensearch ML Common

    - -
      -
    • Update Connector API (#1227)
      • -
    - -

    NON-COMPLIANT

    -

    SECURITY

    -

    SQL

    -
      -
    • bump okhttp to 4.10.0 (#2043) by @joshuali925 in https://github.com/opensearch-project/sql/pull/2044
      • -
    • bump okio to 3.4.0 by @joshuali925 in https://github.com/opensearch-project/sql/pull/2047
      • -
    -
    -

    Full Changelog: https://github.com/opensearch-project/sql/compare/2.3.0.0...v.2.11.0.0

    diff --git a/src/release_notes_workflow/results/release_notes-2.8.0.md b/src/release_notes_workflow/results/release_notes-2.8.0.md deleted file mode 100644 index 3719fe12d4..0000000000 --- a/src/release_notes_workflow/results/release_notes-2.8.0.md +++ /dev/null @@ -1,416 +0,0 @@ -

    OpenSearch and OpenSearch Dashboards 2.8.0 Release Notes

    -

    FEATURES

    - -

    Opensearch Alerting

    - -
      -
    • integrate security-analytics & alerting for correlation engine. (#878)
      • -
    • DocLevel Monitor - generate findings when 0 triggers. (#856)
      • -
    • DocLevelMonitor Error Alert - rework. (#892)
      • -
    • Update endtime for DocLevelMonitor Error State Alerts and move them to history index when monitor execution succeeds. (#905)
      • -
    • log error messages and clean up monitor when indexing doc level queries or metadata creation fails. (#900)
      • -
    • Adds transport layer actions for CRUD workflows. (#934)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • integrate security-analytics & alerting for correlation engine. (#412)
      • -
    • NoOpTrigger. (#420)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Support notification integration with long running operations. (#712, #722)
      • -
    - -

    Opensearch Security

    - -
      -
    • Identify extension Transport requests and permit handshake and extension registration actions (#2599)
      • -
    • Use ExtensionsManager.lookupExtensionSettingsById when verifying extension unique id (#2749)
      • -
    • Generate auth tokens for service accounts (#2716)
      • -
    • Security User Refactor (#2594)
      • -
    • Add score based password verification (#2557)
      • -
    • Usage of JWKS with JWT (w/o OpenID connect) (#2808)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • add correlation engine for security-analytics. (#405)
      • -
    • SearchRule API - source filtering. (#374)
      • -
    • Alias and dataStream end-to-end ITs. (#373)
      • -
    • add rules to correlations for correlation engine. (#423)
      • -
    - -

    SQL

    - -
      -
    • Support for pagination in v2 engine of SELECT * FROM <table> queries (#1666)
      • -
    • Support Alternate Datetime Formats (#1664)
      • -
    • Create new anonymizer for new engine (#1665)
      • -
    • Add Support for Nested Function Use In WHERE Clause Predicate Expresion (#1657)
      • -
    • Cross cluster search in PPL (#1512)
      • -
    • Added COSH to V2 engine (#1428)
      • -
    • REST API for GET,PUT and DELETE (#1482)
      • -
    - -

    ENHANCEMENTS

    - -

    Opensearch Cross Cluster Replication

    - -
      -
    • Support CCR for k-NN enabled indices (#760)
      • -
    - -

    Opensearch KNN

    - -
      -
    • Bulk allocate objects for nmslib index creation to avoid malloc fragmentation (#773)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Add a setting to enable/disable model url in register API (#871)
      • -
    • Add a setting to enable/disable local upload while registering model (#873)
      • -
    • Check hash value for the pretrained models (#878)
      • -
    • Add pre-trained model list (#883)
      • -
    • Add content hash value for the correlation model. (#885)
      • -
    • Set default access_control_enabled setting to false (#935)
      • -
    • Enable model access control in secure reset IT (#940)
      • -
    • Add model group rest ITs (#942)
      • -
    - -

    Opensearch Security

    - -
      -
    • Add default roles for SQL plugin: PPL and cross-cluster search (#2729)
      • -
    • Update security-analytics roles to add correlation engine apis (#2732)
      • -
    • Changes in role.yml for long-running operation notification feature in Index-Management repo (#2789)
      • -
    • Rest admin permissions (#2411)
      • -
    • Separate config option to enable restapi: permissions (#2605)
      • -
    - -

    SQL

    - -
      -
    • Minor clean up of datetime and other classes (#1310)
      • -
    • Add integration JDBC tests for cursor/fetch_size feature (#1315)
      • -
    • Refactoring datasource changes to a new module. (#1504)
      • -
    - -

    BUG FIXES

    - -

    Opensearch Alerting

    - -
      -
    • Fix getAlerts API for standard Alerting monitors. (#870)
      • -
    • Fixed a bug that prevented alerts from being generated for doc level monitors that use wildcard characters in index names. (#894)
      • -
    • revert to deleting monitor metadata after deleting doc level queries to fix delete monitor regression. (#931)
      • -
    - -

    Opensearch Cross Cluster Replication

    - -
      -
    • Handle serialization issues with UpdateReplicationStateDetailsRequest (#866)
      • -
    • Two followers using same remote alias can result in replication being auto-paused (#833)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Remove recursion call when checking permission on indices. (#779)
      • -
    • Added trimming of nanos part of "epoch_millis" timestamp when date_histogram type used is date_nanos. (#772)
      • -
    • Added proper resolving of sourceIndex inside RollupInterceptor, it's required for QueryStringQuery parsing. (#773)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Fix class not found exception when deserialize model (#899)
      • -
    • Fix publish shadow publication dependency issue (#919)
      • -
    • Fix model group index not existing model version query issue and SecureMLRestIT failure ITs (#933)
      • -
    • Fix model access mode upper case bug (#937)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • Modify the default values in the bindle file to make them consistent with the values in code (#672)
      • -
    - -

    Opensearch Observability

    - -
      -
    • fix guava jar hell issue (#1536)
      • -
    - -

    Opensearch Performance Analyzer

    - - - -

    Opensearch Reporting

    - -
      -
    • Update json version to 20230227 (#692)
      • -
    • Update Gradle Wrapper to 7.6.1 (#695)
      • -
    • Removing guava dependency to fix jarhell (#709)
      • -
    - -

    Opensearch Security

    - -
      -
    • deserializeSafeFromHeader uses context.getHeader(headerName) instead of context.getHeaders() (#2768)
      • -
    • Fix multitency config update (#2758)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Findings index mappings fix. (#409)
      • -
    • fix for input validation of correlation rule names. (#428)
      • -
    • fix for failure in syslogs mappings view api. (#435)
      • -
    - -

    SQL

    - -
      -
    • Fixing bug where Nested functions used in WHERE, GROUP BY, HAVING, and ORDER BY clauses don't fallback to legacy engine. (#1549)
      • -
    - -

    INFRASTRUCTURE

    - -

    Opensearch Anomaly Detection

    - -
      -
    • Partial Cherry-pick of #886 from anomaly-detection and Additional Adjustments. (#914)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • Switch publish maven branches to list. (#423)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Make jacoco report to be generated faster in local (#267)
      • -
    • Exclude lombok generated code from jacoco coverage report (#268)
      • -
    - -

    Opensearch KNN

    - -
      -
    • Bump requests version from 2.26.0 to 2.31.0 (#913)
      • -
    • Disable index refresh for system indices (#773)
      • -
    - -

    Opensearch Neural Search

    - -
      -
    • Bump gradle version to 8.1.1 (#169)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • Upgrade gradle version to 8.1.1 (#663)
      • -
    • Fix gradle run failed on windows platform and fix weak password test failure (#684)
      • -
    - -

    Opensearch Observability

    - -
      -
    • Update Gradle Wrapper to 7.6.1 (#1512)
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Upgrade gradle to 7.6.1, upgrade gradle test-retry plugin to 1.5.2. (#438)
      • -
    • Introduce protobuf and guava dependency from core versions file #437
      • -
    • Update dependency org.xerial:sqlite-jdbc to v3.41.2.2 #375
      • -
    - -

    DOCUMENTATION

    - -

    Opensearch Alerting

    - -
      -
    • Added 2.8 release notes. (#939)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • Added 2.8 release notes. (#441)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Added 2.8 release notes. (#794)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • Add 2.8.0 release notes (#682)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Added 2.8.0 release notes. (#444)
      • -
    - -

    SQL

    - -
      -
    • Add Nested Documentation for 2.7 Related Features (#1620)
      • -
    • Update usage example doc for PPL cross-cluster search (#1610)
      • -
    • Documentation and other papercuts for datasource api launch (#1530)
      • -
    - -

    MAINTENANCE

    - -

    Opensearch Alerting

    - -
      -
    • Baseline codeowners and maintainers. (#818)
      • -
    • upgrade gradle to 8.1.1. (#893)
      • -
    • Update codeowners and maintainers. (#899)
      • -
    • Updating the CODEOWNERS file with the right format. (#911)
      • -
    • Compile fix - Strings package change. (#924)
      • -
    - -

    Opensearch Asynchronous Search

    - -
      -
    • Updating maintainers file (275)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • upgrade gradle to 8.1.1. (#418)
      • -
    • Sync up MAINTAINERS to CODEOWNERS. (#427)
      • -
    • Fix build errors after refactoring of Strings class in core. (#432)
      • -
    • updating maintainers and codeowners. (#438)
      • -
    • fix codeowners file format. (#440)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Change package for Strings.hasText (#314)
      • -
    - -

    Opensearch Index Management

    - -
      -
    • Upgrade to gradle 8.1.1. (#777)
      • -
    • Bump version to 2.8. (#759)
      • -
    - -

    Opensearch Job Scheduler

    - -
      -
    • Consuming breaking changes from moving ExtensionActionRequest (#381)
      • -
    • Fix the Maven publish (#379)
      • -
    • Fixes issue with publishing Job Scheduler artifacts to correct maven coordinates (#377)
      • -
    • Bumping JS main BWC test version for sample extension plugin to 2.8 (#371)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Increment version to 2.8.0-SNAPSHOT (#896)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • [AUTO] Increment version to 2.8.0-SNAPSHOT (#657)
      • -
    - -

    Opensearch Observability

    - -
      -
    • Increment version to 2.8.0-SNAPSHOT (#1505)
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Update RestController constructor for tests #440
      • -
    • Dependencies change in favor of Commons repo #448
      • -
    • WriterMetrics and config files dependency redirection #450
      • -
    • Refactor code related to Commons change, fixing unit tests #451
      • -
    • Remove remaining dependencies from PA-RCA due to commons repo #453
      • -
    • Fix BWC Integration tests #413
      • -
    • Fix SHA update for PA-Commons repo in build.gradle #454
      • -
    • Refactor Service/Stat Metrics #376
      • -
    - -

    Opensearch Reporting

    - -
      -
    • Increment version to 2.8.0-SNAPSHOT (#688)
      • -
    - -

    Opensearch Security

    - -
      -
    • Update to Gradle 8.1.1 (#2738)
      • -
    • Upgrade spring-core from 5.3.26 to 5.3.27 (#2717)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Fixed compile issues related to latest OS core repo changes. (#412)
      • -
    • Moved CODEOWNERS files to align with org requirements. (#418)
      • -
    • Update CODEOWNERS. (#434)
      • -
    - -

    SQL

    - -
      -
    • Fix IT - address breaking changes from upstream. (#1659)
      • -
    • Increment version to 2.8.0-SNAPSHOT (#1552)
      • -
    • Backport maintainer list update to 2.x. (#1650)
      • -
    • Backport jackson and gradle update from #1580 to 2.x (#1596)
      • -
    • adding reflections as a dependency (#1559)
      • -
    • Bump org.json dependency version (#1586)
      • -
    • Integ Test Fix (#1541)
      • -
    - -

    REFACTORING

    - -

    Opensearch ML Common

    - -
      -
    • Change mem_size_estimation to memory_size_estimation (#868)
      • -
    - -

    EXPERIMENTAL

    - -

    Opensearch ML Common

    - -
      -
    • Model access control. (#928)
      • -
    - -

    NON-COMPLIANT

    -

    ADDED

    -

    Opensearch Job Scheduler

    -
      -
    • Add auto-release github workflow (#385)
      • -
    diff --git a/src/release_notes_workflow/results/release_notes-2.9.0.md b/src/release_notes_workflow/results/release_notes-2.9.0.md deleted file mode 100644 index b4af418c50..0000000000 --- a/src/release_notes_workflow/results/release_notes-2.9.0.md +++ /dev/null @@ -1,406 +0,0 @@ -

    OpenSearch and OpenSearch Dashboards 2.9.0 Release Notes

    -

    FEATURES

    - -

    Opensearch Alerting

    - -
      -
    • Adds transport layer actions for CRUD workflows. (#934)
      • -
    • Added rest layer for the workflow. (#963)
      • -
    • [BucketLevelMonitor] Multi-term agg support. (#964)
      • -
    • Check if AD backend role is enabled. (#968)
      • -
    • Add workflow_id field in alert mapping json. (#969)
      • -
    • Adds chained alerts. (#976)
      • -
    • Implemented support for configuring a cluster metrics monitor to call cat/indices, and cat/shards. (#992)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • Adds Chained alerts triggers for workflows. (#456)
      • -
    • Acknowledge chained alert request for workflow. (#459)
      • -
    • Adds audit state in Alert. (#461)
      • -
    • Add workflowId field in alert. ((#463)
      • -
    • APIs for get workflow alerts and acknowledge chained alerts. (#472)
      • -
    • Add auditDelegateMonitorAlerts flag. (#476)
      • -
    • Implemented support for configuring a cluster metrics monitor to call cat/indices, and cat/shards. (#479)
      • -
    - -

    Opensearch KNN

    - -
      -
    • Added support for Efficient Pre-filtering for Faiss Engine (#936)
      • -
    • Add Support for Lucene Byte Sized Vector (#971)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • remote inference: add connector; fine tune ML model and tensor class (#1051)
      • -
    • remote inference: add connector executor (#1052)
      • -
    • connector transport actions, requests and responses (#1053)
      • -
    • refactor predictable: add method to check if model is ready (#1057)
      • -
    • Add basic connector access control classes (#1055)
      • -
    • connector transport actions and disable native memory CB (#1056)
      • -
    • restful connector actions and UT (#1065)
      • -
    • Change connector access control creation allow empty list (#1069)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • New Log Type JSON format. (#465)
      • -
    • Correlation rule search, delete and edit API. (#476)
      • -
    • Logtypes PR v2. (#482)
      • -
    - -

    SQL

    - -
      -
    • Enable Table Function and PromQL function (#1719)
      • -
    • Add spark connector (#1780)
      • -
    - -

    ENHANCEMENTS

    - -

    Opensearch Anomaly Detection

    - -
      -
    • Enforce DOCUMENT Replication for AD Indices and Adjust Primary Shards (#948)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • create model group automatically with first model version (#1063)
      • -
    • init master key automatically (#1075))
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Remove heap allocation rate as the input metric to HotShardClusterRca #411
      • -
    • Set ThreadMetricsRca evaluation period from 12 seconds to 5 seconds #410
      • -
    • Add unit tests for the REST layer in RCA Agent #436
      • -
    - -

    Opensearch Security

    - -
      -
    • Use boucycastle PEM reader instead of reg expression (#2877)
      • -
    • Adding field level security test cases for FlatFields (#2876) (#2893)
      • -
    • Add password message to /dashboardsinfo endpoint (#2949) (#2955)
      • -
    • Add .plugins-ml-connector to system index (#2947) (#2954)
      • -
    • Parallel test jobs for CI (#2861) (#2936)
      • -
    • Adds a check to skip serialization-deserialization if request is for same node (#2765) (#2973)
      • -
    • Add workflow cluster permissions to alerting roles and add .plugins-ml-config in the system index (#2996)
      • -
    - -

    SQL

    - -
      -
    • Pagination: Support WHERE clause, column list in SELECT clause and for functions and expressions in the query (#1500)
      • -
    • Pagination: Support ORDER BY clauses and queries without FROM clause (#1599)
      • -
    • Remove backticks on by field in stats (#1728)
      • -
    • Support Array and ExprValue Parsing With Inner Hits (#1737)
      • -
    • Add Support for Nested Function in Order By Clause (#1789)
      • -
    • Add Support for Field Star in Nested Function (#1773)
      • -
    • Guarantee datasource read api is strong consistent read (compatibility with segment replication) (#1815)
      • -
    • Added new datetime functions and aliases to PPL (#1807)
      • -
    • Support user-defined and incomplete date formats (#1821)
      • -
    • Add _routing to SQL includes list (#1771)
      • -
    • Disable read of plugins.query.datasources.encryption.masterkey from cluster settings GET API (#1825)
      • -
    • Add EMR client to spark connector (#1790)
      • -
    • Improved error codes in case of data sourcde API security exception (#1753)
      • -
    • Remove Default master encryption key from settings (#1851)
      • -
    - -

    BUG FIXES

    - -

    Opensearch Alerting

    - -
      -
    • Fix schema version in tests and delegate monitor metadata construction in tests. (#948)
      • -
    • Fixed search monitor API to return alert counts. (#978)
      • -
    • Resolve string issues from core. (#987)
      • -
    • Fix getAlerts RBAC problem. (#991)
      • -
    • Fix alert constructor with noop trigger to use execution id and workflow id. (#994)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • OpenSearch commons strings library dependency import. (#474)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Add missing codes from pen test fix (#1060)
      • -
    • fix cannot specify model access control parameters error (#1068)
      • -
    • fix memory circuit breaker (#1072)
      • -
    • PenTest fixes: error codes and update model group fix (#1074)
      • -
    • Fix rare private ip address bypass SSRF issue (#1070)
      • -
    • leftover in the 404 Not Found return error (#1079)
      • -
    • modify error message when model group not unique is provided (#1078)
      • -
    • stash context before accessing ml config index (#1092)
      • -
    • fix init master key bug (#1094)
      • -
    - -

    Opensearch Neural Search

    - -
      -
    • Fix update document with knnn_vector size not matching issue (#208)
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Fix NPE issue in ShardStateCollector, which was impacted by changes from upstream core #489
      • -
    • Fix Mockito initialization issue #443
      • -
    - -

    Opensearch Reporting

    - -
      -
    • Removing guava dependency to fix jarhell (#709)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Fixed compile issues related to latest OS core repo changes. (#412)
      • -
    - -

    SQL

    - -
      -
    • Fixed bug of byte/short not handling 0 denominator in divide/modulus equations (#1716)
      • -
    • Fix CSV/RAW output header being application/json rather than plain/text (#1779)
      • -
    - -

    INFRASTRUCTURE

    - -

    Opensearch Anomaly Detection

    - -
      -
    • Updated Maintainers and CODE_OWNERS list (#926)
      • -
    • Bump guava version to 32.0.1 (#933)
      • -
    • Bump scipy from 1.8.0 to 1.10.0 in /dataGeneration (#943)
      • -
    • Fix main build - update import of Releasable and remove reference to BaseExceptionsHelper (#930)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Adding an integration test for redeploying a model (#1016)
      • -
    • add unit test for connector class in commons (#1058)
      • -
    • remote inference: add unit test for model and register model input (#1059)
      • -
    • remote inference: add unit test for StringUtils and remote inference input (#1061)
      • -
    • more UT for rest and trasport actions (#1066)
      • -
    • remote inference: add unit test for create connector request/response (#1067)
      • -
    • Add more UT for remote inference classes (#1077)
      • -
    • IT Security Tests for model access control (#1095)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • Run publish maven snapshots on all branches matching pattern (#698)
      • -
    • Strings compile fix due to core package change(#680)
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Update the BWC version to 2.8.0 #446
      • -
    • Upgrade bcprov to bcprov-jdk15to18 in performance-analyzer #493
      • -
    • Upgrade bcprov to bcprov-jdk15to18 in performance-analyzer-rca 439
      • -
    • Upgrade bcpkix to bcpkix-jdk15to18 in performance-analyzer-rca 446
      • -
    • Upgrade checkstyle version from 9.3 to 10.3.3 #495
      • -
    - -

    SQL

    - -
      -
    • stopPrometheus task in doctest build.gradle now runs upon project failure in startOpenSearch (#1747)
      • -
    • Upgrade guava to 32.0.1
      • -
    • Disable CrossClusterSearchIT test (#1814)
      • -
    • fix flakytest when tests.locale=tr (#1827)
      • -
    - -

    DOCUMENTATION

    - -

    Opensearch Alerting

    - -
      -
    • Added 2.9 release notes. (#1010)
      • -
    - -

    Opensearch Anomaly Detection

    - -
      -
    • Updated Maintainers and CODE_OWNERS list (#926)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • Added 2.9 release notes. (#482)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • model access control documentation (#966)
      • -
    • updating docs for model group id (#980)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • Add 2.9.0 release notes (#702)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Added 2.9.0 release notes. (#486)
      • -
    - -

    SQL

    - -
      -
    • Updated documentation of round function return type (#1725)
      • -
    • Updated protocol.rst with new wording for error message (#1662)
      • -
    - -

    MAINTENANCE

    - -

    Opensearch Alerting

    - -
      -
    • Increment version to 2.9.0-SNAPSHOT. (#950)
      • -
    - -

    Opensearch Asynchronous Search

    - -
      -
    • Increment version to 2.9.0 (300)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • Increment version to 2.9.0-SNAPSHOT. (#444)
      • -
    • Modify triggers to push snapshots on all branches. (#454)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Increment version to 2.9.0-SNAPSHOT (#329)
      • -
    - -

    Opensearch ML Common

    - -
      -
    • Increment version to 2.9.0-SNAPSHOT (#955)
      • -
    • Manual CVE backport (#1008)
      • -
    • Fix build. (#1018)
      • -
    • Fix the refactor change brought by core backport (#1047)
      • -
    • change to compileOnly to avoid jarhell (#1062)
      • -
    - -

    Opensearch Neural Search

    - -
      -
    • Increment version to 2.9.0-SNAPSHOT (#191)
      • -
    - -

    Opensearch Notifications

    - -
      -
    • [AUTO] Increment version to 2.9.0-SNAPSHOT (#690)
      • -
    - -

    Opensearch Performance Analyzer

    - -
      -
    • Update build.gradle and github workflow to support 2.9 version #499
      • -
    • Update licenses files for 2.9 #501
      • -
    • Swap jboss annotation dependency for jakarta annotations #407
      • -
    • Ensures compatibility check readiness #438
      • -
    - -

    Opensearch Reporting

    - -
      -
    • Increment version to 2.9.0-SNAPSHOT (#712)
      • -
    - -

    Opensearch Security

    - -
      -
    • Match version of zstd-jni from core (#2835)
      • -
    • Add Andrey Pleskach (Willyborankin) to Maintainers (#2843)
      • -
    • Updates bwc versions to latest release (#2849)
      • -
    • Add search model group permission to ml_read_access role (#2855) (#2858)
      • -
    • Format 2.x (#2878)
      • -
    • Update snappy to 1.1.10.1 and guava to 32.0.1-jre (#2886) (#2889)
      • -
    • Resolve ImmutableOpenMap issue from core refactor (#2908)
      • -
    • Misc changes (#2902) (#2904)
      • -
    • Bump BouncyCastle from jdk15on to jdk15to18 (#2901) (#2917)
      • -
    • Fix the import org.opensearch.core.common.Strings; and import org.opensearch.core.common.logging.LoggerMessageFormat; (#2953)
      • -
    • Remove commons-collections 3.2.2 (#2924) (#2957)
      • -
    • Resolve CVE-2023-2976 by forcing use of Guava 32.0.1 (#2937) (#2974)
      • -
    • Bump jaxb to 2.3.8 (#2977) (#2979)
      • -
    • Update Gradle to 8.2.1 (#2978) (#2981)
      • -
    • Changed maven repo location for compatibility check (#2988)
      • -
    • Bump guava to 32.1.1-jre (#2976) (#2990)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Increment version to 2.9.0-SNAPSHOT. (#466)
      • -
    • Gradle update. (#437)
      • -
    - -

    REFACTORING

    - -

    Opensearch Alerting

    - -
      -
    • Use strong password in security test. (#933)
      • -
    - -

    Opensearch Common Utils

    - -
      -
    • Pass workflow id in alert constructors. (#465)
      • -
    - -

    Opensearch Geospatial

    - -
      -
    • Change package for Strings.hasText (#314)
      • -
    - -

    Opensearch Observability

    - -
      -
    • Add class for loading mapping templates in bulk (#1550)
      • -
    - -

    Opensearch Security Analytics

    - -
      -
    • Use strong password in security test. (#452)
      • -
    - -

    SQL

    - -
      -
    • Simplify OpenSearchIndexScanBuilder (#1738)
      • -
    - diff --git a/src/release_notes_workflow/results/release_notes_table-2.10.0.md b/src/release_notes_workflow/results/release_notes_table-2.10.0.md deleted file mode 100644 index 80196a0cd6..0000000000 --- a/src/release_notes_workflow/results/release_notes_table-2.10.0.md +++ /dev/null @@ -1,22 +0,0 @@ -# OpenSearch CommitID(after 2022-07-26) & Release Notes info -| Repo | Branch |CommitID|Commit Date|Release Notes Exists| URL | -|-------------------------|---------------|--------|-----------|--------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------| -|alerting |[tags/2.10.0.0]|dc1b9bf |2023-09-18 |True |https://raw.githubusercontent.com/opensearch-project/alerting/2.10.0.0/release-notes/opensearch-alerting.release-notes-2.10.0.0.md | -|anomaly-detection |[tags/2.10.0.0]|bc4d8b1 |2023-09-08 |True |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.10.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.10.0.0.md | -|asynchronous-search |[tags/2.10.0.0]|a312d9a |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.10.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.10.0.0.md | -|common-utils |[tags/2.10.0.0]|0352c2f |2023-09-08 |True |https://raw.githubusercontent.com/opensearch-project/common-utils/2.10.0.0/release-notes/opensearch-common-utils.release-notes-2.10.0.0.md | -|cross-cluster-replication|[tags/2.10.0.0]|dee2f60 |2023-09-08 |True |https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.10.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.10.0.0.md| -|custom-codecs |[tags/2.10.0.0]|3437b43 |2023-09-15 |True |https://raw.githubusercontent.com/opensearch-project/custom-codecs/2.10.0.0/release-notes/opensearch-custom-codecs.release-notes-2.10.0.0.md | -|geospatial |[tags/2.10.0.0]|a3da222 |2023-09-12 |True |https://raw.githubusercontent.com/opensearch-project/geospatial/2.10.0.0/release-notes/opensearch-geospatial.release-notes-2.10.0.0.md | -|index-management |[tags/2.10.0.0]|062badd |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/index-management/2.10.0.0/release-notes/opensearch-index-management.release-notes-2.10.0.0.md | -|job-scheduler |[tags/2.10.0.0]|e9d3637 |2023-09-12 |True |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.10.0.0/release-notes/opensearch.job-scheduler.release-notes-2.10.0.0.md | -|k-NN |[tags/2.10.0.0]|e437016 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/k-NN/2.10.0.0/release-notes/opensearch-knn.release-notes-2.10.0.0.md | -|ml-commons |[tags/2.10.0.0]|521214b |2023-09-13 |True |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.10.0.0/release-notes/opensearch-ml-common.release-notes-2.10.0.0.md | -|neural-search |[tags/2.10.0.0]|9476d43 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/neural-search/2.10.0.0/release-notes/opensearch-neural-search.release-notes-2.10.0.0.md | -|notifications |[tags/2.10.0.0]|0a9dfb0 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/notifications/2.10.0.0/release-notes/opensearch-notifications.release-notes-2.10.0.0.md | -|opensearch-observability |[tags/2.10.0.0]|d2c087c |2023-09-13 |True |https://raw.githubusercontent.com/opensearch-project/observability/2.10.0.0/release-notes/opensearch-observability.release-notes-2.10.0.0.md | -|opensearch-reports |[tags/2.10.0.0]|3095e3c |2023-09-13 |True |https://raw.githubusercontent.com/opensearch-project/reporting/2.10.0.0/release-notes/opensearch-reporting.release-notes-2.10.0.0.md | -|performance-analyzer |[tags/2.10.0.0]|3ee56fc |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.10.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.10.0.0.md | -|security |[tags/2.10.0.0]|6daa697 |2023-09-12 |True |https://raw.githubusercontent.com/opensearch-project/security/2.10.0.0/release-notes/opensearch-security.release-notes-2.10.0.0.md | -|security-analytics |[tags/2.10.0.0]|e005b5a |2023-09-19 |True |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.10.0.0/release-notes/opensearch-security-analytics.release-notes-2.10.0.0.md | -|sql |[tags/2.10.0.0]|ef18b38 |2023-09-07 |True |https://raw.githubusercontent.com/opensearch-project/sql/2.10.0.0/release-notes/opensearch-sql.release-notes-2.10.0.0.md | diff --git a/src/release_notes_workflow/results/release_notes_table-2.11.0.md b/src/release_notes_workflow/results/release_notes_table-2.11.0.md deleted file mode 100644 index 6a5fdb33a6..0000000000 --- a/src/release_notes_workflow/results/release_notes_table-2.11.0.md +++ /dev/null @@ -1,22 +0,0 @@ -# OpenSearch CommitID(after 2022-07-26) & Release Notes info -| Repo | Branch |CommitID|Commit Date|Release Notes Exists| URL | -|-------------------------|---------------|--------|-----------|--------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------------------| -|alerting |[tags/2.11.0.0]|765ab36 |2023-10-12 |True |https://raw.githubusercontent.com/opensearch-project/alerting/2.11.0.0/release-notes/opensearch-alerting.release-notes-2.11.0.0.md | -|anomaly-detection |[tags/2.11.0.0]|35d4764 |2023-10-05 |True |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.11.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.11.0.0.md | -|asynchronous-search |[tags/2.11.0.0]|e291c1c |2023-10-04 |True |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.11.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.11.0.0.md | -|common-utils |[tags/2.11.0.0]|aaa4c2a |2023-09-08 |False | | -|cross-cluster-replication|[tags/2.11.0.0]|9a49f40 |2023-10-12 |True |https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.11.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.11.0.0.md| -|custom-codecs |[tags/2.11.0.0]|486ed65 |2023-10-04 |False | | -|geospatial |[tags/2.11.0.0]|2a7f1b0 |2023-10-06 |True |https://raw.githubusercontent.com/opensearch-project/geospatial/2.11.0.0/release-notes/opensearch-geospatial.release-notes-2.11.0.0.md | -|index-management |[tags/2.11.0.0]|319bbb2 |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/index-management/2.11.0.0/release-notes/opensearch-index-management.release-notes-2.11.0.0.md | -|job-scheduler |[tags/2.11.0.0]|0a2fef2 |2023-10-02 |True |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.11.0.0/release-notes/opensearch.job-scheduler.release-notes-2.11.0.0.md | -|k-NN |[tags/2.11.0.0]|916471a |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/k-NN/2.11.0.0/release-notes/opensearch-knn.release-notes-2.11.0.0.md | -|ml-commons |[tags/2.11.0.0]|3897ad1 |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.11.0.0/release-notes/opensearch-ml-common.release-notes-2.11.0.0.md | -|neural-search |[tags/2.11.0.0]|51e6c00 |2023-10-12 |True |https://raw.githubusercontent.com/opensearch-project/neural-search/2.11.0.0/release-notes/opensearch-neural-search.release-notes-2.11.0.0.md | -|notifications |[tags/2.11.0.0]|16f601b |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/notifications/2.11.0.0/release-notes/opensearch-notifications.release-notes-2.11.0.0.md | -|opensearch-observability |[tags/2.11.0.0]|bd11e81 |2023-09-13 |False | | -|opensearch-reports |[tags/2.11.0.0]|f8ff706 |2023-10-12 |True |https://raw.githubusercontent.com/opensearch-project/reporting/2.11.0.0/release-notes/opensearch-reporting.release-notes-2.11.0.0.md | -|performance-analyzer |[tags/2.11.0.0]|d907f19 |2023-10-05 |True |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.11.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.11.0.0.md | -|security |[tags/2.11.0.0]|bc03bd4 |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/security/2.11.0.0/release-notes/opensearch-security.release-notes-2.11.0.0.md | -|security-analytics |[tags/2.11.0.0]|ec20fc3 |2023-10-11 |True |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.11.0.0/release-notes/opensearch-security-analytics.release-notes-2.11.0.0.md | -|sql |[tags/2.11.0.0]|b729164 |2023-10-12 |True |https://raw.githubusercontent.com/opensearch-project/sql/2.11.0.0/release-notes/opensearch-sql.release-notes-2.11.0.0.md | diff --git a/src/release_notes_workflow/results/release_notes_table-2.8.0.md b/src/release_notes_workflow/results/release_notes_table-2.8.0.md deleted file mode 100644 index 0d0acc634f..0000000000 --- a/src/release_notes_workflow/results/release_notes_table-2.8.0.md +++ /dev/null @@ -1,21 +0,0 @@ -# OpenSearch CommitID(after 2022-07-26) & Release Notes info -| Repo | Branch |CommitID|Commit Date|Release Notes Exists| URL | -|-------------------------|--------------|--------|-----------|--------------------|------------------------------------------------------------------------------------------------------------------------------------------------------------------| -|alerting |[tags/2.8.0.0]|3f2e86b |2023-06-01 |True |https://raw.githubusercontent.com/opensearch-project/alerting/2.8.0.0/release-notes/opensearch-alerting.release-notes-2.8.0.0.md | -|anomaly-detection |[tags/2.8.0.0]|297ca1e |2023-05-26 |True |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.8.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.8.0.0.md | -|asynchronous-search |[tags/2.8.0.0]|b255fa2 |2023-05-30 |True |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.8.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.8.0.0.md | -|common-utils |[tags/2.8.0.0]|f435dbc |2023-05-26 |True |https://raw.githubusercontent.com/opensearch-project/common-utils/2.8.0.0/release-notes/opensearch-common-utils.release-notes-2.8.0.0.md | -|cross-cluster-replication|[tags/2.8.0.0]|261d7ab |2023-05-31 |True |https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.8.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.8.0.0.md| -|geospatial |[tags/2.8.0.0]|44ff69d |2023-05-26 |True |https://raw.githubusercontent.com/opensearch-project/geospatial/2.8.0.0/release-notes/opensearch-geospatial.release-notes-2.8.0.0.md | -|index-management |[tags/2.8.0.0]|c611ac0 |2023-06-01 |True |https://raw.githubusercontent.com/opensearch-project/index-management/2.8.0.0/release-notes/opensearch-index-management.release-notes-2.8.0.0.md | -|job-scheduler |[tags/2.8.0.0]|c6cd7b3 |2023-05-30 |True |https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.8.0.0/release-notes/opensearch.job-scheduler.release-notes-2.8.0.0.md | -|k-NN |[tags/2.8.0.0]|f11f1f1 |2023-05-26 |True |https://raw.githubusercontent.com/opensearch-project/k-NN/2.8.0.0/release-notes/opensearch-knn.release-notes-2.8.0.0.md | -|ml-commons |[tags/2.8.0.0]|833158f |2023-06-02 |True |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.8.0.0/release-notes/opensearch-ml-common.release-notes-2.8.0.0.md | -|neural-search |[tags/2.8.0.0]|c75fc50 |2023-06-01 |True |https://raw.githubusercontent.com/opensearch-project/neural-search/2.8.0.0/release-notes/opensearch-neural-search.release-notes-2.8.0.0.md | -|notifications |[tags/2.8.0.0]|6613fce |2023-05-30 |True |https://raw.githubusercontent.com/opensearch-project/notifications/2.8.0.0/release-notes/opensearch-notifications.release-notes-2.8.0.0.md | -|opensearch-observability |[tags/2.8.0.0]|0ea64d8 |2023-05-30 |True |https://raw.githubusercontent.com/opensearch-project/observability/2.8.0.0/release-notes/opensearch-observability.release-notes-2.8.0.0.md | -|opensearch-reports |[tags/2.8.0.0]|d7ff8cd |2023-05-31 |True |https://raw.githubusercontent.com/opensearch-project/reporting/2.8.0.0/release-notes/opensearch-reporting.release-notes-2.8.0.0.md | -|performance-analyzer |[tags/2.8.0.0]|89eeaa4 |2023-05-31 |True |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.8.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.8.0.0.md | -|security |[tags/2.8.0.0]|60f392d |2023-05-31 |True |https://raw.githubusercontent.com/opensearch-project/security/2.8.0.0/release-notes/opensearch-security.release-notes-2.8.0.0.md | -|security-analytics |[tags/2.8.0.0]|9c9abe2 |2023-06-01 |True |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.8.0.0/release-notes/opensearch-security-analytics.release-notes-2.8.0.0.md | -|sql |[tags/2.8.0.0]|8ea39ef |2023-05-30 |True |https://raw.githubusercontent.com/opensearch-project/sql/2.8.0.0/release-notes/opensearch-sql.release-notes-2.8.0.0.md | diff --git a/src/release_notes_workflow/results/release_notes_table-2.9.0.md b/src/release_notes_workflow/results/release_notes_table-2.9.0.md deleted file mode 100644 index f65e179391..0000000000 --- a/src/release_notes_workflow/results/release_notes_table-2.9.0.md +++ /dev/null @@ -1,21 +0,0 @@ -# OpenSearch CommitID(after 2022-07-26) & Release Notes info -| Repo | Branch |CommitID|Commit Date|Release Notes Exists| URL | -|-------------------------|--------------|--------|-----------|--------------------|--------------------------------------------------------------------------------------------------------------------------------------------------------| -|alerting |[tags/2.9.0.0]|aefb268 |2023-07-13 |True |https://raw.githubusercontent.com/opensearch-project/alerting/2.9.0.0/release-notes/opensearch-alerting.release-notes-2.9.0.0.md | -|anomaly-detection |[tags/2.9.0.0]|62dd94f |2023-07-13 |True |https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.9.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.9.0.0.md | -|asynchronous-search |[tags/2.9.0.0]|68e7110 |2023-07-11 |True |https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.9.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.9.0.0.md | -|common-utils |[tags/2.9.0.0]|cdd30e0 |2023-07-12 |True |https://raw.githubusercontent.com/opensearch-project/common-utils/2.9.0.0/release-notes/opensearch-common-utils.release-notes-2.9.0.0.md | -|cross-cluster-replication|[tags/2.9.0.0]|7d5e071 |2023-07-18 |False | | -|geospatial |[tags/2.9.0.0]|f8df9a3 |2023-07-11 |True |https://raw.githubusercontent.com/opensearch-project/geospatial/2.9.0.0/release-notes/opensearch-geospatial.release-notes-2.9.0.0.md | -|index-management |[tags/2.9.0.0]|ccd01b1 |2023-07-10 |False | | -|job-scheduler |[tags/2.9.0.0]|bf8f0c3 |2023-07-11 |False | | -|k-NN |[tags/2.9.0.0]|591fff6 |2023-07-13 |True |https://raw.githubusercontent.com/opensearch-project/k-NN/2.9.0.0/release-notes/opensearch-knn.release-notes-2.9.0.0.md | -|ml-commons |[tags/2.9.0.0]|8f1d47d |2023-07-17 |True |https://raw.githubusercontent.com/opensearch-project/ml-commons/2.9.0.0/release-notes/opensearch-ml-common.release-notes-2.9.0.0.md | -|neural-search |[tags/2.9.0.0]|f9d64d8 |2023-07-11 |True |https://raw.githubusercontent.com/opensearch-project/neural-search/2.9.0.0/release-notes/opensearch-neural-search.release-notes-2.9.0.0.md | -|notifications |[tags/2.9.0.0]|be24fef |2023-07-11 |True |https://raw.githubusercontent.com/opensearch-project/notifications/2.9.0.0/release-notes/opensearch-notifications.release-notes-2.9.0.0.md | -|opensearch-observability |[tags/2.9.0.0]|a28655e |2023-07-13 |True |https://raw.githubusercontent.com/opensearch-project/observability/2.9.0.0/release-notes/opensearch-observability.release-notes-2.9.0.0.md | -|opensearch-reports |[tags/2.9.0.0]|677be51 |2023-07-12 |True |https://raw.githubusercontent.com/opensearch-project/reporting/2.9.0.0/release-notes/opensearch-reporting.release-notes-2.9.0.0.md | -|performance-analyzer |[tags/2.9.0.0]|1f43448 |2023-07-11 |True |https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.9.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.9.0.0.md| -|security |[tags/2.9.0.0]|d548cd2 |2023-07-17 |True |https://raw.githubusercontent.com/opensearch-project/security/2.9.0.0/release-notes/opensearch-security.release-notes-2.9.0.0.md | -|security-analytics |[tags/2.9.0.0]|629cfae |2023-07-12 |True |https://raw.githubusercontent.com/opensearch-project/security-analytics/2.9.0.0/release-notes/opensearch-security-analytics.release-notes-2.9.0.0.md | -|sql |[tags/2.9.0.0]|912f99b |2023-07-12 |True |https://raw.githubusercontent.com/opensearch-project/sql/2.9.0.0/release-notes/opensearch-sql.release-notes-2.9.0.0.md | diff --git a/src/release_notes_workflow/results/release_notes_urls-2.10.0.txt b/src/release_notes_workflow/results/release_notes_urls-2.10.0.txt deleted file mode 100644 index ebf1c5097d..0000000000 --- a/src/release_notes_workflow/results/release_notes_urls-2.10.0.txt +++ /dev/null @@ -1,19 +0,0 @@ -https://raw.githubusercontent.com/opensearch-project/alerting/2.10.0.0/release-notes/opensearch-alerting.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.10.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.10.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/common-utils/2.10.0.0/release-notes/opensearch-common-utils.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.10.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/custom-codecs/2.10.0.0/release-notes/opensearch-custom-codecs.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/geospatial/2.10.0.0/release-notes/opensearch-geospatial.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/index-management/2.10.0.0/release-notes/opensearch-index-management.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.10.0.0/release-notes/opensearch.job-scheduler.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/k-NN/2.10.0.0/release-notes/opensearch-knn.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/ml-commons/2.10.0.0/release-notes/opensearch-ml-common.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/neural-search/2.10.0.0/release-notes/opensearch-neural-search.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/notifications/2.10.0.0/release-notes/opensearch-notifications.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/observability/2.10.0.0/release-notes/opensearch-observability.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/reporting/2.10.0.0/release-notes/opensearch-reporting.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.10.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/security/2.10.0.0/release-notes/opensearch-security.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/security-analytics/2.10.0.0/release-notes/opensearch-security-analytics.release-notes-2.10.0.0.md -https://raw.githubusercontent.com/opensearch-project/sql/2.10.0.0/release-notes/opensearch-sql.release-notes-2.10.0.0.md \ No newline at end of file diff --git a/src/release_notes_workflow/results/release_notes_urls-2.11.0.txt b/src/release_notes_workflow/results/release_notes_urls-2.11.0.txt deleted file mode 100644 index 7a5d5491de..0000000000 --- a/src/release_notes_workflow/results/release_notes_urls-2.11.0.txt +++ /dev/null @@ -1,16 +0,0 @@ -https://raw.githubusercontent.com/opensearch-project/alerting/2.11.0.0/release-notes/opensearch-alerting.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.11.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.11.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.11.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/geospatial/2.11.0.0/release-notes/opensearch-geospatial.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/index-management/2.11.0.0/release-notes/opensearch-index-management.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.11.0.0/release-notes/opensearch.job-scheduler.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/k-NN/2.11.0.0/release-notes/opensearch-knn.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/ml-commons/2.11.0.0/release-notes/opensearch-ml-common.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/neural-search/2.11.0.0/release-notes/opensearch-neural-search.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/notifications/2.11.0.0/release-notes/opensearch-notifications.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/reporting/2.11.0.0/release-notes/opensearch-reporting.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.11.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/security/2.11.0.0/release-notes/opensearch-security.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/security-analytics/2.11.0.0/release-notes/opensearch-security-analytics.release-notes-2.11.0.0.md -https://raw.githubusercontent.com/opensearch-project/sql/2.11.0.0/release-notes/opensearch-sql.release-notes-2.11.0.0.md \ No newline at end of file diff --git a/src/release_notes_workflow/results/release_notes_urls-2.8.0.txt b/src/release_notes_workflow/results/release_notes_urls-2.8.0.txt deleted file mode 100644 index 6c8820a2fc..0000000000 --- a/src/release_notes_workflow/results/release_notes_urls-2.8.0.txt +++ /dev/null @@ -1,18 +0,0 @@ -https://raw.githubusercontent.com/opensearch-project/alerting/2.8.0.0/release-notes/opensearch-alerting.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.8.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.8.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/common-utils/2.8.0.0/release-notes/opensearch-common-utils.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/cross-cluster-replication/2.8.0.0/release-notes/opensearch-cross-cluster-replication.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/geospatial/2.8.0.0/release-notes/opensearch-geospatial.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/index-management/2.8.0.0/release-notes/opensearch-index-management.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/job-scheduler/2.8.0.0/release-notes/opensearch.job-scheduler.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/k-NN/2.8.0.0/release-notes/opensearch-knn.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/ml-commons/2.8.0.0/release-notes/opensearch-ml-common.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/neural-search/2.8.0.0/release-notes/opensearch-neural-search.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/notifications/2.8.0.0/release-notes/opensearch-notifications.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/observability/2.8.0.0/release-notes/opensearch-observability.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/reporting/2.8.0.0/release-notes/opensearch-reporting.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.8.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/security/2.8.0.0/release-notes/opensearch-security.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/security-analytics/2.8.0.0/release-notes/opensearch-security-analytics.release-notes-2.8.0.0.md -https://raw.githubusercontent.com/opensearch-project/sql/2.8.0.0/release-notes/opensearch-sql.release-notes-2.8.0.0.md \ No newline at end of file diff --git a/src/release_notes_workflow/results/release_notes_urls-2.9.0.txt b/src/release_notes_workflow/results/release_notes_urls-2.9.0.txt deleted file mode 100644 index 4353a93e4a..0000000000 --- a/src/release_notes_workflow/results/release_notes_urls-2.9.0.txt +++ /dev/null @@ -1,15 +0,0 @@ -https://raw.githubusercontent.com/opensearch-project/alerting/2.9.0.0/release-notes/opensearch-alerting.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/anomaly-detection/2.9.0.0/release-notes/opensearch-anomaly-detection.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/asynchronous-search/2.9.0.0/release-notes/opensearch-asynchronous-search.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/common-utils/2.9.0.0/release-notes/opensearch-common-utils.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/geospatial/2.9.0.0/release-notes/opensearch-geospatial.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/k-NN/2.9.0.0/release-notes/opensearch-knn.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/ml-commons/2.9.0.0/release-notes/opensearch-ml-common.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/neural-search/2.9.0.0/release-notes/opensearch-neural-search.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/notifications/2.9.0.0/release-notes/opensearch-notifications.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/observability/2.9.0.0/release-notes/opensearch-observability.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/reporting/2.9.0.0/release-notes/opensearch-reporting.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/performance-analyzer/2.9.0.0/release-notes/opensearch-performance-analyzer.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/security/2.9.0.0/release-notes/opensearch-security.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/security-analytics/2.9.0.0/release-notes/opensearch-security-analytics.release-notes-2.9.0.0.md -https://raw.githubusercontent.com/opensearch-project/sql/2.9.0.0/release-notes/opensearch-sql.release-notes-2.9.0.0.md \ No newline at end of file diff --git a/src/run_releasenotes_check.py b/src/run_releasenotes_check.py index 1bcbe929ce..bd8c1a85ce 100644 --- a/src/run_releasenotes_check.py +++ b/src/run_releasenotes_check.py @@ -5,6 +5,7 @@ # this file be licensed under the Apache-2.0 license or a # compatible open source license. +import logging import os import re import shutil @@ -31,10 +32,9 @@ def main() -> int: urls_filename = f"{BASE_FILE_PATH}/release_notes_urls-{BUILD_VERSION}.txt" def capitalize_acronyms(formatted_name: str) -> str: - acronyms = ["sql", "ml", "knn"] - for acronym in acronyms: - pattern = re.compile(re.escape(acronym), re.IGNORECASE) - formatted_name = re.sub(pattern, acronym.upper(), formatted_name) + acronyms = {"sql": "SQL", "ml": "ML", "knn": "k-NN", "k-nn": "k-NN", "ml-commons": "ML Commons", "ml commons": "ML Commons"} + for acronym, replacement in acronyms.items(): + formatted_name = re.sub(r'\b' + re.escape(acronym) + r'\b', replacement, formatted_name, flags=re.IGNORECASE) return formatted_name def format_component_name_from_url(url: str) -> str: @@ -51,11 +51,6 @@ def format_component_name_from_url(url: str) -> str: return capitalize_acronyms(formatted_name) def create_urls_file_if_not_exists() -> None: - urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename) - if os.path.exists(urls_filepath): - print("URLs file already exists. Skipping creation.") - return - print("URLs file does not exist. Creating...") release_notes = ReleaseNotes(manifest_file, args.date, args.action) table = release_notes.table() @@ -66,16 +61,16 @@ def create_urls_file_if_not_exists() -> None: table.dump(table_file) if args.output is not None: - print(f"Moving {table_filepath} to {args.output}") + logging.info(f"Moving {table_filepath} to {args.output}") shutil.move(table_filepath, args.output) else: with open(table_filepath, "r") as table_file: - print(table_file.read()) + logging.info(table_file.read()) urls = [row[-1].strip() for row in table.value_matrix if row[-1]] - os.makedirs(os.path.dirname(urls_filepath), exist_ok=True) urls_filepath = os.path.join(os.path.dirname(__file__), urls_filename) + os.makedirs(os.path.dirname(urls_filepath), exist_ok=True) with open(urls_filepath, "w") as urls_file: urls_file.writelines("\n".join(urls)) @@ -148,7 +143,7 @@ def create_urls_file_if_not_exists() -> None: content_to_end = "* " + content_to_end plugin_data[plugin_name][heading].append(content_to_end) plugin_data = defaultdict(list, sorted(plugin_data.items())) - print("Compilation complete.") + logging.info("Compilation complete.") # Markdown renderer markdown = mistune.create_markdown() @@ -178,7 +173,7 @@ def create_urls_file_if_not_exists() -> None: outfile.write("\n".join(temp_content)) outfile.write("\n") else: - print(f"\n## {category} was empty\n\n") + logging.info(f"\n## {category} was empty\n\n") # Handle unknown categories temp_content = [] @@ -194,10 +189,10 @@ def create_urls_file_if_not_exists() -> None: outfile.write(markdown(item)) if args.output is not None: - print(f"Moving {RELEASE_NOTE_MD} to {args.output}") + logging.info(f"Moving {RELEASE_NOTE_MD} to {args.output}") shutil.move(RELEASE_NOTE_MD_path, args.output) else: - print(f"Release notes compiled to {RELEASE_NOTE_MD_path}") + logging.info(f"Release notes compiled to {RELEASE_NOTE_MD_path}") return 0 diff --git a/tests/tests_release_notes_workflow/test_release_notes.py b/tests/tests_release_notes_workflow/test_release_notes.py index d6e31fb697..37ef2cff8c 100644 --- a/tests/tests_release_notes_workflow/test_release_notes.py +++ b/tests/tests_release_notes_workflow/test_release_notes.py @@ -23,15 +23,15 @@ def setUp(self) -> None: "..", "manifests", ) - OPENSEARCH_MANIFEST = os.path.realpath(os.path.join(MANIFESTS, "templates", "opensearch", "default", "manifest.yml")) + OPENSEARCH_MANIFEST = os.path.realpath(os.path.join(MANIFESTS, "templates", "opensearch", "test", "manifest.yml")) self.manifest_file = InputManifest.from_file(open(OPENSEARCH_MANIFEST)) - self.release_notes = ReleaseNotes(self.manifest_file, "2022-07-26", "check") - self.component = InputComponentFromSource({"name": "OpenSearch", "repository": "url", "ref": "ref"}) + self.release_notes = ReleaseNotes(self.manifest_file, "2022-07-26", "compile") + self.component = InputComponentFromSource({"name": "OpenSearch-test", "repository": "url", "ref": "ref"}) @patch("subprocess.check_output", return_value=''.encode()) @patch("subprocess.check_call") def test_check(self, *mocks: Any) -> None: - self.assertEqual(self.release_notes.check(self.component), ['OpenSearch', '[ref]', None, None, False]) + self.assertEqual(self.release_notes.check(self.component), ['OpenSearch-test', '[ref]', None, None, False, None]) @patch("subprocess.check_output", return_value=''.encode()) @patch("subprocess.check_call") @@ -39,11 +39,11 @@ def test_check_with_manifest(self, *mocks: Any) -> None: component = next(self.manifest_file.components.select()) if type(component) is InputComponentFromSource: self.assertIsInstance(component, InputComponentFromSource) - self.assertEqual(self.release_notes.check(component), ['OpenSearch', '[main]', None, None, False]) + self.assertEqual(self.release_notes.check(component), ['OpenSearch-test', '[main]', None, None, False]) - @patch('release_notes_workflow.release_notes.ReleaseNotes.check', return_value=['OpenSearch', '[main]', 'ee26e01', '2022-08-18', False]) + @patch('release_notes_workflow.release_notes.ReleaseNotes.check', return_value=['OpenSearch-test', '[main]', 'ee26e01', '2022-08-18', False]) def test_table(self, *mocks: Any) -> None: table_output = self.release_notes.table() self.assertEqual(table_output._table_name.strip(), 'OpenSearch CommitID(after 2022-07-26) & Release Notes info') - self.assertEqual(table_output.headers, ['Repo', 'Branch', 'CommitID', 'Commit Date', 'Release Notes']) - self.assertEqual(table_output.value_matrix, [['OpenSearch', '[main]', 'ee26e01', '2022-08-18', False]]) + self.assertEqual(table_output.headers, ['Repo', 'Branch', 'CommitID', 'Commit Date', 'Release Notes Exists', 'URL']) + self.assertEqual(table_output.value_matrix, [['OpenSearch-test', '[main]', 'ee26e01', '2022-08-18', False]]) diff --git a/tests/tests_release_notes_workflow/test_releasenotes_check_args.py b/tests/tests_release_notes_workflow/test_releasenotes_check_args.py index a9a654c4f8..3ee4fb074b 100644 --- a/tests/tests_release_notes_workflow/test_releasenotes_check_args.py +++ b/tests/tests_release_notes_workflow/test_releasenotes_check_args.py @@ -43,6 +43,11 @@ def test_manifest(self) -> None: self.assertEqual(ReleaseNotesCheckArgs().manifest.name, TestReleaseNotesCheckArgs.OPENSEARCH_MANIFEST) self.assertEqual(ReleaseNotesCheckArgs().date, datetime.date(2022, 7, 26)) + @patch("argparse._sys.argv", [RELEASE_NOTES_CHECK_PY, "compile", OPENSEARCH_MANIFEST, "--date", '2022-07-26']) + def test_manifest_compile(self) -> None: + self.assertEqual(ReleaseNotesCheckArgs().manifest.name, TestReleaseNotesCheckArgs.OPENSEARCH_MANIFEST) + self.assertEqual(ReleaseNotesCheckArgs().date, datetime.date(2022, 7, 26)) + @patch("argparse._sys.argv", [RELEASE_NOTES_CHECK_PY, "check", OPENSEARCH_MANIFEST]) def test_manifest_withoutdate(self) -> None: with self.assertRaises(SystemExit) as cm: @@ -55,6 +60,14 @@ def test_manifest_withoutdate(self) -> None: def test_verbose_true(self) -> None: self.assertTrue(ReleaseNotesCheckArgs().logging_level, logging.DEBUG) + @patch("argparse._sys.argv", [RELEASE_NOTES_CHECK_PY, "compile", OPENSEARCH_MANIFEST, "--date", '2022-07-26', "--verbose"]) + def test_verbose_true_compile(self) -> None: + self.assertTrue(ReleaseNotesCheckArgs().logging_level, logging.DEBUG) + @patch("argparse._sys.argv", [RELEASE_NOTES_CHECK_PY, "check", OPENSEARCH_MANIFEST, "--date", '2022-07-26', "--output", "test.md"]) def test_output(self) -> None: self.assertEqual(ReleaseNotesCheckArgs().output, "test.md") + + @patch("argparse._sys.argv", [RELEASE_NOTES_CHECK_PY, "compile", OPENSEARCH_MANIFEST, "--date", '2022-07-26', "--output", "test.md"]) + def test_output_compile(self) -> None: + self.assertEqual(ReleaseNotesCheckArgs().output, "test.md") From 150c5d403b85f4644fdecb876e7e3523482f71b2 Mon Sep 17 00:00:00 2001 From: Sachin Sahu Date: Tue, 21 Nov 2023 06:03:29 +0000 Subject: [PATCH 14/14] Update path for test data Signed-off-by: Sachin Sahu --- .../test/manifest.yml => tests/data/opensearch-test-main.yml | 0 tests/tests_release_notes_workflow/test_release_notes.py | 5 ++--- 2 files changed, 2 insertions(+), 3 deletions(-) rename manifests/templates/opensearch/test/manifest.yml => tests/data/opensearch-test-main.yml (100%) diff --git a/manifests/templates/opensearch/test/manifest.yml b/tests/data/opensearch-test-main.yml similarity index 100% rename from manifests/templates/opensearch/test/manifest.yml rename to tests/data/opensearch-test-main.yml diff --git a/tests/tests_release_notes_workflow/test_release_notes.py b/tests/tests_release_notes_workflow/test_release_notes.py index 37ef2cff8c..dcf8ca7721 100644 --- a/tests/tests_release_notes_workflow/test_release_notes.py +++ b/tests/tests_release_notes_workflow/test_release_notes.py @@ -20,10 +20,9 @@ def setUp(self) -> None: MANIFESTS = os.path.join( os.path.dirname(__file__), "..", - "..", - "manifests", + "data", ) - OPENSEARCH_MANIFEST = os.path.realpath(os.path.join(MANIFESTS, "templates", "opensearch", "test", "manifest.yml")) + OPENSEARCH_MANIFEST = os.path.realpath(os.path.join(MANIFESTS, "opensearch-test-main.yml")) self.manifest_file = InputManifest.from_file(open(OPENSEARCH_MANIFEST)) self.release_notes = ReleaseNotes(self.manifest_file, "2022-07-26", "compile") self.component = InputComponentFromSource({"name": "OpenSearch-test", "repository": "url", "ref": "ref"})