Working single image index

services/embedding-indexer/package.json

@@ -11,6 +11,7 @@
   "author": "Spenser Bushey",
   "license": "ISC",
   "devDependencies": {
+    "@types/axios": "^0.14.0",
     "@types/node": "^20.11.16",
     "@types/node-cron": "^3.0.11",
     "@types/pg": "^8.11.0",

services/embedding-indexer/src/reindex.ts

@@ -1,17 +1,43 @@
 import { query } from "./db";
+import Axios from "axios";
 
 export const reindex = async () => {
   const results = await query(
+    // TODO: Remove limit
     `
-    SELECT id 
-    FROM image 
-    WHERE embedding IS NULL
+    SELECT id
+    FROM image
+    WHERE
+      embedding IS NULL
+      AND NOT index_error
+    LIMIT 1
   `,
     []
   );
   results.rows.map((row) => indexItem(row.id));
 };
 
 const indexItem = async (id: string) => {
-  console.log(`Indexing item id ${id}`)
-}
+  console.log(`Indexing item id ${id}`);
+  const image_url = `https://download.audiobookcovers.com/png/1000/${id}.png`;
+  const clip_base_url = process.env.CLIP_API_URL || "http://localhost:8080";
+  const clip_url = `${clip_base_url}/embedding/image/url?url=${encodeURIComponent(
+    image_url
+  )}`;
+  const embeddingInsertQuery = `
+  UPDATE image
+  SET test_embedding = $1::vector
+  WHERE id = $2
+  `;
+  const indexErrorQuery = `
+  UPDATE image
+  SET index_error = true
+  WHERE id = $1
+  `;
+  Axios.get(clip_url)
+    .then((result) => JSON.stringify(result.data))
+    .then((embedding) => {
+      query(embeddingInsertQuery, [embedding, id]);
+    })
+    .catch(() => query(indexErrorQuery, [id]));
+};

services/embedding-indexer/tsconfig.json

@@ -27,7 +27,7 @@
     /* Modules */
     "module": "commonjs",                                /* Specify what module code is generated. */
     "rootDir": "./src",                                  /* Specify the root folder within your source files. */
-    // "moduleResolution": "node10",                     /* Specify how TypeScript looks up a file from a given module specifier. */
+    "moduleResolution": "node",                          /* Specify how TypeScript looks up a file from a given module specifier. */
     // "baseUrl": "./",                                  /* Specify the base directory to resolve non-relative module names. */
     // "paths": {},                                      /* Specify a set of entries that re-map imports to additional lookup locations. */
     // "rootDirs": [],                                   /* Allow multiple folders to be treated as one when resolving modules. */