Replace edge ngram tokenizer with ngram to prevent partial matches

devinit · Aug 4, 2023 · 3865165 · 3865165
1 parent d1208ec
commit 3865165
Showing 1 changed file with 3 additions and 12 deletions.
diff --git a/di_website/settings/base.py b/di_website/settings/base.py
@@ -166,12 +166,6 @@
 
 if config('ELASTIC_SEARCH_URL', ''):
 
-    elastic_search_tokens = [
-        'letter',
-        'digit',
-        'symbol',
-    ]
-
     WAGTAILSEARCH_BACKENDS = {
         'default': {
             'BACKEND': 'wagtail.search.backends.elasticsearch7',
@@ -184,7 +178,7 @@
                     'analysis': {
                         'analyzer': {
                             "default": {
-                                "tokenizer": "edgengram_tokenizer",
+                                "tokenizer": "standard_tokenizer",
                                 "filter": [ "stop_filter",  "lowercase_filter" ]
                             }
                         },
@@ -198,11 +192,8 @@
                             }
                         },
                         'tokenizer': {
-                            'edgengram_tokenizer': {
-                                'type': 'edge_ngram',
-                                'min_gram': 3,
-                                'max_gram': 10,
-                                'token_chars': elastic_search_tokens
+                            'standard_tokenizer': {
+                                'type': 'standard'
                             }
                         },
                     },