pipeline tests - Ignore url.extension for ES < 8.14 (elastic#10685)

Extension to elastic#9623 Ignore the existence of an invalid url.extension field. Stack versions < 8.14 had a bug that populated the field with bad data. After a package uses a minimum stack version of 8.14.0 then this addition to dynamic_fields can be removed. This fixes errors like this which occur under v8.14.0+ +++ got @@ -1797,7 +1797,6 @@ "preserve_duplicate_custom_fields" ], "url": { - "extension": "com/page", "original": "www.example.com/page", "path": "www.example.com/page" } Relates: elastic/elasticsearch#105689
harnish-elastic · Aug 6, 2024 · 11aa6d4 · 11aa6d4
1 parent 9a0d73f
commit 11aa6d4
Show file tree

Hide file tree

Showing 4 changed files with 20 additions and 0 deletions.
diff --git a/packages/f5_bigip/data_stream/log/_dev/test/pipeline/test-common-config.yml b/packages/f5_bigip/data_stream/log/_dev/test/pipeline/test-common-config.yml
@@ -2,3 +2,8 @@ fields:
   tags:
     - preserve_original_event
     - preserve_duplicate_custom_fields
+
+dynamic_fields:
+  # This can be removed after ES 8.14 is the minimum version.
+  # Relates: https://github.com/elastic/elasticsearch/pull/105689
+  url.extension: '^.*$'
diff --git a/packages/prisma_access/data_stream/event/_dev/test/pipeline/test-common-config.yml b/packages/prisma_access/data_stream/event/_dev/test/pipeline/test-common-config.yml
@@ -2,3 +2,8 @@ fields:
   tags:
     - preserve_original_event
     - preserve_duplicate_custom_fields
+
+dynamic_fields:
+  # This can be removed after ES 8.14 is the minimum version.
+  # Relates: https://github.com/elastic/elasticsearch/pull/105689
+  url.extension: '^.*$'
diff --git a/packages/zscaler_zia/data_stream/sandbox_report/_dev/test/pipeline/test-common-config.yml b/packages/zscaler_zia/data_stream/sandbox_report/_dev/test/pipeline/test-common-config.yml
@@ -2,3 +2,8 @@ fields:
   tags:
     - preserve_original_event
     - preserve_duplicate_custom_fields
+
+dynamic_fields:
+  # This can be removed after ES 8.14 is the minimum version.
+  # Relates: https://github.com/elastic/elasticsearch/pull/105689
+  url.extension: '^.*$'
diff --git a/packages/zscaler_zia/data_stream/web/_dev/test/pipeline/test-common-config.yml b/packages/zscaler_zia/data_stream/web/_dev/test/pipeline/test-common-config.yml
@@ -2,3 +2,8 @@ fields:
   tags:
     - preserve_original_event
     - preserve_duplicate_custom_fields
+
+dynamic_fields:
+  # This can be removed after ES 8.14 is the minimum version.
+  # Relates: https://github.com/elastic/elasticsearch/pull/105689
+  url.extension: '^.*$'