Add ignore_above configs to keyword fields to avoid max_bytes_length_exceeded_exception (#176)

Author: markus-moser

config/pimcore/config.yaml

@@ -197,6 +197,7 @@ pimcore_generic_data_index:
           type: float
         text:
           type: keyword
+          ignore_above: 256
           fields:
             analyzed_ngram:
               type: text

src/DependencyInjection/Configuration.php

@@ -157,6 +157,8 @@ private function buildSystemFieldsSettingsNode(string $name): ArrayNodeDefinitio
                     ->end()
                     ->scalarNode('analyzer')
                     ->end()
+                    ->scalarNode('ignore_above')
+                    ->end()
                     ->append($this->buildVariableNode('properties'))
                     ->append($this->buildVariableNode('fields'))
                 ->end()

src/SearchIndexAdapter/OpenSearch/Asset/FieldDefinitionAdapter/KeywordAdapter.php

@@ -29,6 +29,7 @@ public function getIndexMapping(): array
     {
         return [
             'type' => AttributeType::KEYWORD->value,
+            'ignore_above' => 10000,
         ];
     }
 

src/SearchIndexAdapter/OpenSearch/IndexMappingService.php

@@ -63,6 +63,7 @@ public function getMappingForTextKeyword(array $attributes): array
                 [
                     'keyword' => [
                         'type' => AttributeType::KEYWORD->value,
+                        'ignore_above' => 1024,
                     ],
                 ]
             ),

tests/Unit/SearchIndexAdapter/Asset/FieldDefinitionAdapter/KeywordAdapterTest.php

@@ -38,6 +38,7 @@ public function testGetOpenSearchMapping(): void
         $mapping = $adapter->getIndexMapping();
         $this->assertSame([
             'type' => 'keyword',
+            'ignore_above' => 10000,
         ], $mapping);
     }
 

tests/Unit/SearchIndexAdapter/OpenSearch/IndexMappingServiceTest.php

@@ -131,6 +131,7 @@ public function testGetMappingForTextKeywordWithoutArguments(): void
                 'fields' => [
                     'keyword' => [
                         'type' => 'keyword',
+                        'ignore_above' => 1024,
                     ],
                 ],
             ],
@@ -167,6 +168,7 @@ public function testGetMappingForTextKeywordWithArguments(): void
                     ],
                     'keyword' => [
                         'type' => 'keyword',
+                        'ignore_above' => 1024,
                     ],
                 ],
             ],
@@ -211,6 +213,7 @@ public function testGetMappingForAdvancedImage(): void
                                 'fields' => [
                                     'keyword' => [
                                         'type' => 'keyword',
+                                        'ignore_above' => 1024,
                                     ],
                                 ],
                             ],
@@ -239,6 +242,7 @@ public function testGetMappingForAdvancedImage(): void
                                 'fields' => [
                                     'keyword' => [
                                         'type' => 'keyword',
+                                        'ignore_above' => 1024,
                                     ],
                                 ],
                             ],