Switch RAG tools from nft.storage to pinata.cloud

rag_tools/README.md

@@ -14,7 +14,7 @@ The RAG (Retrieval-Augmented Generation) Knowledge Base Script is designed to au
 Before you begin, ensure you have the following:
 - Python 3.11 or later installed on your system.
 - A funded wallet and corresponding private key
-- An API key for `nft.storage` to facilitate document uploading to IPFS. You can obtain this key by registering at [nft.storage](https://nft.storage).
+- An API key for `pinata.cloud` to facilitate document uploading to IPFS. You can obtain this key by registering at [pinata.cloud](https://www.pinata.cloud).
 
 ## Setup
 

rag_tools/add_knowledge_base.py

@@ -39,7 +39,7 @@ def main(directory: str, chunk_size: int, chunk_overlap: int) -> None:
     parser.add_argument("-o", "--chunk-overlap", type=int, default=100)
     args = parser.parse_args()
 
-    assert settings.STORAGE_KEY, "NFT_STORAGE_API_KEY missing from .env"
+    assert settings.STORAGE_KEY, "PINATA_API_KEY missing from .env"
 
     if not os.path.exists(args.directory):
         print(f"Directory {args.directory} does not exist, exiting.")

rag_tools/knowledgebase/upload_documents_use_case.py

@@ -7,16 +7,17 @@
 
 def execute(documents: List[Document]) -> str:
     serialized_data = _serialize_documents(documents)
+    multipart_data = {
+        "file": ("file", serialized_data, ),
+    }
     response = requests.post(
-        "https://api.nft.storage/upload",
+        "https://api.pinata.cloud/pinning/pinFileToIPFS",
         headers={
             "Authorization": f"Bearer {settings.STORAGE_KEY}",
-            "Content-Type": "text/plain",
         },
-        data=serialized_data,
+        files=multipart_data,
     )
-    response.raise_for_status()
-    return response.json().get("value").get("cid")
+    return response.json().get("IpfsHash")
 
 
 def _serialize_documents(documents: List[Document]) -> str:

rag_tools/settings.py

@@ -6,7 +6,7 @@
 CHAIN_ID = int(os.getenv("CHAIN_ID", "696969"))
 RPC_URL = os.getenv("RPC_URL", "https://devnet.galadriel.com")
 PRIVATE_KEY = os.getenv("PRIVATE_KEY")
-STORAGE_KEY = os.getenv("NFT_STORAGE_API_KEY")
+STORAGE_KEY = os.getenv("PINATA_API_KEY")
 ORACLE_ADDRESS = os.getenv("ORACLE_ADDRESS")
 ORACLE_ABI_PATH = os.getenv(
     "ORACLE_ABI_PATH",

rag_tools/template.env

@@ -2,4 +2,4 @@ CHAIN_ID=696969
 RPC_URL="https://devnet.galadriel.com"
 PRIVATE_KEY="0x"
 ORACLE_ADDRESS="0x"
-NFT_STORAGE_API_KEY="0x"
+PINATA_API_KEY="0x"