Improve package structure for re-usability

index/api/routes.py

@@ -4,6 +4,9 @@
 from starlette.middleware.cors import CORSMiddleware
 from starlette.responses import RedirectResponse
 
+from index.repository.sqllite import SQLLiteRepository
+from index.embedding import MPNetAdapter
+
 app = FastAPI(
     title="INDEX",
     description="Intelligent data steward toolbox using Large Language Model embeddings "
@@ -31,6 +34,8 @@
 )
 
 logger = logging.getLogger("uvicorn.info")
+repository = SQLLiteRepository()
+embedding_model = MPNetAdapter()
 
 
 @app.get("/", include_in_schema=False)
@@ -41,3 +46,26 @@ def swagger_redirect():
 @app.get("/version", tags=["info"])
 def get_current_version():
     return app.version
+
+
+@app.post("/mappings", tags=["mappings"])
+async def get_closest_mappings_for_text(text: str):
+    embedding = embedding_model.get_embedding(text)
+    closest_mappings, similarities = repository.get_closest_mappings(embedding)
+    response_data = []
+    for mapping, similarity in zip(closest_mappings, similarities):
+        concept = mapping.concept
+        terminology = concept.terminology
+        response_data.append({
+            "concept": {
+                "id": concept.id,
+                "name": concept.name,
+                "terminology": {
+                    "id": terminology.id,
+                    "name": terminology.name
+                }
+            },
+            "text": mapping.text,
+            "similarity": similarity
+        })
+    return response_data

index/repository/base.py

@@ -0,0 +1,23 @@
+from abc import ABC, abstractmethod
+
+
+class BaseRepository(ABC):
+    @abstractmethod
+    def store(self, model_object_instance):
+        """Store a single model object instance."""
+        pass
+
+    @abstractmethod
+    def store_all(self, model_object_instances):
+        """Store multiple model object instances."""
+        pass
+
+    @abstractmethod
+    def get_closest_mappings(self, embedding, limit=5):
+        """Get the closest mappings based on embedding."""
+        pass
+
+    @abstractmethod
+    def shut_down(self):
+        """Shut down the repository."""
+        pass

index/db/repository.py → index/repository/sqllite.py

@@ -1,14 +1,12 @@
-import json
-
 from typing import Union, List
 
-import numpy as np
 from sqlalchemy import create_engine, func
 from sqlalchemy.orm import sessionmaker, aliased
 from index.db.model import Base, Terminology, Concept, Mapping
+from index.repository.base import BaseRepository
 
 
-class SQLLiteRepository:
+class SQLLiteRepository(BaseRepository):
 
     def __init__(self, mode="disk"):
         if mode == "disk":
@@ -70,4 +68,4 @@ def get_closest_mappings(self, embedding, limit=5):
         return result_mappings, distances
 
     def shut_down(self):
-        self.session.close()
+        self.session.close()