[Elasticsearch] fix: Filters not working with metadata that contain a…

… space or capitalization (#639) * use dynamic template for mapping of additional fields * explicitly define mapping of content field * remove redundant path_match
deepset-ai · Apr 3, 2024 · dc590f2 · dc590f2
1 parent 9b922d6
commit dc590f2
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 3 deletions.
diff --git a/...s/elasticsearch/src/haystack_integrations/document_stores/elasticsearch/document_store.py b/...s/elasticsearch/src/haystack_integrations/document_stores/elasticsearch/document_store.py
@@ -106,8 +106,20 @@ def __init__(
         # configure mapping for the embedding field
         mappings = {
             "properties": {
-                "embedding": {"type": "dense_vector", "index": True, "similarity": embedding_similarity_function}
-            }
+                "embedding": {"type": "dense_vector", "index": True, "similarity": embedding_similarity_function},
+                "content": {"type": "text"},
+            },
+            "dynamic_templates": [
+                {
+                    "strings": {
+                        "path_match": "*",
+                        "match_mapping_type": "string",
+                        "mapping": {
+                            "type": "keyword",
+                        },
+                    }
+                }
+            ],
         }
 
         # Create the index if it doesn't exist

diff --git a/...rations/opensearch/src/haystack_integrations/document_stores/opensearch/document_store.py b/...rations/opensearch/src/haystack_integrations/document_stores/opensearch/document_store.py
@@ -67,7 +67,6 @@ def __init__(
             "dynamic_templates": [
                 {
                     "strings": {
-                        "path_match": "*",
                         "match_mapping_type": "string",
                         "mapping": {
                             "type": "keyword",