Pynecone.ipynb

{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"provenance":[],"authorship_tag":"ABX9TyOb3HK6LKNP0QqrbGr0KTic"},"kernelspec":{"name":"python3","display_name":"Python 3"},"language_info":{"name":"python"}},"cells":[{"cell_type":"code","source":["!pip install --upgrade --quiet  langchain-pinecone langchain-openai langchain"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Ftc14yGg0l1T","executionInfo":{"status":"ok","timestamp":1708773318754,"user_tz":-540,"elapsed":7692,"user":{"displayName":"­김이정(경영대학 경영학부)","userId":"18007684495883660694"}},"outputId":"22465457-521f-48a2-91ff-b0ca27186254"},"execution_count":10,"outputs":[{"output_type":"stream","name":"stdout","text":["\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m226.7/226.7 kB\u001b[0m \u001b[31m5.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.8/1.8 MB\u001b[0m \u001b[31m12.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m75.6/75.6 kB\u001b[0m \u001b[31m6.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m77.8/77.8 kB\u001b[0m \u001b[31m10.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m58.3/58.3 kB\u001b[0m \u001b[31m7.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n","\u001b[?25h"]}]},{"cell_type":"code","execution_count":19,"metadata":{"id":"fZX-boO20a5H","executionInfo":{"status":"ok","timestamp":1708774583210,"user_tz":-540,"elapsed":593,"user":{"displayName":"­김이정(경영대학 경영학부)","userId":"18007684495883660694"}}},"outputs":[],"source":["from langchain_pinecone import PineconeVectorStore\n","from langchain_openai import OpenAIEmbeddings"]},{"cell_type":"code","source":["import os\n","\n","os.environ[\"OPENAI_API_KEY\"] = \"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\" # 환경변수에 OPENAI_API_KEY를 설정합니다.\n","os.environ[\"PINECONE_API_KEY\"] = \"12d4ed66-066e-4f7c-9351-2f59ff476e99\" # 환경변수에 PINECONE_API_KEY 설정"],"metadata":{"id":"60c9ZUvH1Vw1","executionInfo":{"status":"ok","timestamp":1708774593589,"user_tz":-540,"elapsed":2,"user":{"displayName":"­김이정(경영대학 경영학부)","userId":"18007684495883660694"}}},"execution_count":20,"outputs":[]},{"cell_type":"markdown","source":["###1. 파인콘에서 불러오기  PineconeVectorStore()\n","\n"],"metadata":{"id":"m5sfu8YX17lQ"}},{"cell_type":"code","source":["embeddings = OpenAIEmbeddings()\n","index_name = \"boachat\"\n","\n","vector_store = PineconeVectorStore(index_name=index_name, embedding=embeddings)"],"metadata":{"id":"xlCXTgRj0fZN","executionInfo":{"status":"ok","timestamp":1708774602630,"user_tz":-540,"elapsed":4563,"user":{"displayName":"­김이정(경영대학 경영학부)","userId":"18007684495883660694"}}},"execution_count":21,"outputs":[]},{"cell_type":"markdown","source":["1-1존재하는 파인콘index에 text추가하기"],"metadata":{"id":"tomY_R4T2S2r"}},{"cell_type":"code","source":["vectorstore = PineconeVectorStore(index_name=index_name, embedding=embeddings)\n","\n","vectorstore.add_texts([\"More text!\"])"],"metadata":{"id":"wwv9gYSI2SLe"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["###2. 문서에서 불러오기 PineconeVectorStore.from_documents()"],"metadata":{"id":"wcGzhx691116"}},{"cell_type":"code","source":["from langchain.text_splitter import CharacterTextSplitter\n","from langchain_community.document_loaders import TextLoader\n","from langchain_openai import OpenAIEmbeddings\n","\n","loader = TextLoader(\"../../modules/state_of_the_union.txt\") # 불러올 문서의 파일명을 적어줍니다\n","documents = loader.load()\n","text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)\n","docs = text_splitter.split_documents(documents)\n","\n","embeddings = OpenAIEmbeddings()"],"metadata":{"id":"0NoY791-13Ih"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["from langchain_pinecone import PineconeVectorStore\n","\n","index_name = \"langchain-test-index\"\n","\n","docsearch = PineconeVectorStore.from_documents(docs, embeddings, index_name=index_name)"],"metadata":{"id":"FLdX4nF616d6"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["query = \"What did the president say about Ketanji Brown Jackson\"\n","docs = docsearch.similarity_search(query)\n","print(docs[0].page_content)"],"metadata":{"id":"fAymMbdg2QGL"},"execution_count":null,"outputs":[]}]}