Add analyzer script

README.rst

@@ -1,8 +1,8 @@
 .. image:: /images/opensearch-python.png
   :alt: OpenSearch Python dive in
 
-OpenSearch® search queries with Python
-======================================
+OpenSearch® with Python
+========================
 
 This repository contains code examples related to `OpenSearch with Python queries <https://developer.aiven.io/docs/products/opensearch/howto/opensearch-search-and-python.html>`_.
 
@@ -18,8 +18,9 @@ Dataset
 -------
 You can download the `Kaggle recipe dataset <https://www.kaggle.com/hugodarwood/epirecipes?select=full_format_recipes.json>`_, and save the file as ``recipes.json`` in this current folder.
 
-Search examples
----------------
+OpenSearch® search queries with Python
+---------------------------------------
+
 The available search options can be found by using the `--help` command::
 
     python search.py --help

analyzer.py

@@ -0,0 +1,43 @@
+"""
+This file contains code samples for analyzers.
+Run the following to check the available methods:
+
+.. code-block:: shell
+
+   python analyzers.py --help
+
+"""
+import typer
+from rich.console import Console
+
+from config import INDEX_NAME, client
+from helpers import log_titles
+from typing import List
+
+app = typer.Typer(rich_markup_mode="rich")
+console = Console()
+resp = client.search(index=INDEX_NAME, body=query_body)
+
+
+analyzers = [
+    "standard",
+    "simple",
+    "whitespace",
+    "stop",
+    "keyword",
+    "pattern",
+    "fingerprint",
+]
+
+
+def generate_tokens(analyzer, text):
+    res = os.indices.analyze(body={"analyzer": analyzer, "text": [text]})
+    tokens = [sample["token"] for c, sample in enumerate(res["tokens"])]
+    print(f"{analyzer} \n")
+    print(f"Tokens: {tokens} \n")
+
+
+if __name__ == "__main__":
+    text = "Hello my Name is Laysa.12345"
+    for analyzer in analyzers:
+        generate_tokens(analyzer, text)

search.py

@@ -10,7 +10,7 @@
 import typer
 from rich.console import Console
 
-from config import INDEX_NAME, SERVICE_URI, client
+from config import INDEX_NAME, client
 from helpers import log_titles
 from typing import List