Update Nomic embeddings

This commit is contained in:
Lance Martin
2024-06-11 10:45:03 -07:00
parent 6f2316e2d4
commit 6e9bdcd7c7
4 changed files with 10 additions and 10 deletions
@@ -123,7 +123,7 @@
"from langchain.text_splitter import RecursiveCharacterTextSplitter\n",
"from langchain_community.document_loaders import WebBaseLoader\n",
"from langchain_community.vectorstores import Chroma\n",
"from langchain_community.embeddings import GPT4AllEmbeddings\n",
"from langchain_nomic.embeddings import NomicEmbeddings\n",
"\n",
"urls = [\n",
" \"https://lilianweng.github.io/posts/2023-06-23-agent/\",\n",
@@ -143,7 +143,7 @@
"vectorstore = Chroma.from_documents(\n",
" documents=doc_splits,\n",
" collection_name=\"rag-chroma\",\n",
" embedding=GPT4AllEmbeddings(),\n",
" embedding=NomicEmbeddings(model=\"nomic-embed-text-v1.5\"),\n",
")\n",
"retriever = vectorstore.as_retriever()"
]
+2 -2
View File
@@ -185,7 +185,7 @@
"source": [
"from langchain_community.document_loaders import WebBaseLoader\n",
"from langchain_community.vectorstores import Chroma\n",
"from langchain_community.embeddings import GPT4AllEmbeddings\n",
"from langchain_nomic.embeddings import NomicEmbeddings\n",
"from langchain.text_splitter import RecursiveCharacterTextSplitter\n",
"from langchain_mistralai import MistralAIEmbeddings\n",
"\n",
@@ -202,7 +202,7 @@
"\n",
"# Embed and index\n",
"if run_local == \"Yes\":\n",
" embedding = GPT4AllEmbeddings()\n",
" embedding=NomicEmbeddings(model=\"nomic-embed-text-v1.5\")\n",
"else:\n",
" embedding = MistralAIEmbeddings(mistral_api_key=mistral_api_key)\n",
"\n",
@@ -78,7 +78,7 @@
},
{
"cell_type": "code",
"execution_count": 2,
"execution_count": 4,
"id": "2096d49c-d3dc-4329-ada7-aff56d210198",
"metadata": {},
"outputs": [],
@@ -90,16 +90,16 @@
},
{
"cell_type": "code",
"execution_count": 3,
"execution_count": 5,
"id": "267c63e1-4c2f-439d-8d95-4c6aa01f41cf",
"metadata": {},
"outputs": [],
"source": [
"### Index\n",
"\n",
"from langchain_nomic.embeddings import NomicEmbeddings\n",
"from langchain_community.document_loaders import WebBaseLoader\n",
"from langchain_community.vectorstores import Chroma\n",
"from langchain_community.embeddings import GPT4AllEmbeddings\n",
"from langchain_text_splitters import RecursiveCharacterTextSplitter\n",
"\n",
"urls = [\n",
@@ -120,7 +120,7 @@
"vectorstore = Chroma.from_documents(\n",
" documents=doc_splits,\n",
" collection_name=\"rag-chroma\",\n",
" embedding=GPT4AllEmbeddings(),\n",
" embedding=NomicEmbeddings(model=\"nomic-embed-text-v1.5\"),\n",
")\n",
"retriever = vectorstore.as_retriever()"
]
+2 -2
View File
@@ -140,7 +140,7 @@
"from langchain.text_splitter import RecursiveCharacterTextSplitter\n",
"from langchain_community.document_loaders import WebBaseLoader\n",
"from langchain_community.vectorstores import Chroma\n",
"from langchain_community.embeddings import GPT4AllEmbeddings\n",
"from langchain_nomic.embeddings import NomicEmbeddings\n",
"\n",
"urls = [\n",
" \"https://lilianweng.github.io/posts/2023-06-23-agent/\",\n",
@@ -160,7 +160,7 @@
"vectorstore = Chroma.from_documents(\n",
" documents=doc_splits,\n",
" collection_name=\"rag-chroma\",\n",
" embedding=GPT4AllEmbeddings(),\n",
" embedding=NomicEmbeddings(model=\"nomic-embed-text-v1.5\"),\n",
")\n",
"retriever = vectorstore.as_retriever()"
]