Allow to define limits of nested and total number of fields per data stream (#641)

jsoriano · web-flow · commit ac9c24bc09ea · 2023-10-10T11:31:34.000+02:00
diff --git a/spec/changelog.yml b/spec/changelog.yml
@@ -7,6 +7,9 @@
   - description: Using non-GA versions of the spec in GA packages produces a filterable validation error instead of a warning.
     type: enhancement
     link: https://github.com/elastic/package-spec/pull/627
+  - description: Allow to define limits of nested and total number of fields.
+    type: enhancement
+    link: https://github.com/elastic/package-spec/pull/641
 - version: 3.0.0-rc1
   changes:
   - description: Validate processors used in ingest pipelines
diff --git a/spec/integration/data_stream/manifest.spec.yml b/spec/integration/data_stream/manifest.spec.yml
@@ -194,13 +194,13 @@ spec:
                 mapping:
                   type: object
                   additionalProperties: false
-                  properties:
-                    dimension_fields:
+                  patternProperties:
+                    "^(dimension|nested|total)_fields$":
                       type: object
                       additionalProperties: false
                       properties:
                         limit:
-                          description: Limit on the number of dimension fields on this data stream.
+                          description: Limit on the number of fields of this kind on this data stream.
                           type: integer
                 sort:
                   type: object
diff --git a/test/packages/good_v3/data_stream/foo/manifest.yml b/test/packages/good_v3/data_stream/foo/manifest.yml
@@ -46,6 +46,15 @@ streams:
 dataset_is_prefix: true
 elasticsearch:
   index_template:
+    settings:
+      index:
+        mapping:
+          nested_fields:
+            limit: 80
+          total_fields:
+            limit: 5000
+          dimension_fields:
+            limit: 32
     mappings:
       dynamic: strict
     ingest_pipeline:
