renumics / renumics-rag Goto Github PK

---------------------------------------------------------------------------
{
	"name": "DuplicateIDError",
	"message": "Expected IDs to be unique, found duplicates of: f7bf54e0f0a6f6fdf377d0904d443afab7177378, f8d159fc1246a55f0d0758e689c6099f440bfbc2",
	"stack": "---------------------------------------------------------------------------
DuplicateIDError                          Traceback (most recent call last)
Cell In[5], line 14
     12 split_ids = list(map(stable_hash, splits))
     13 #docs_vectorstore.add_documents(splits)
---> 14 docs_vectorstore.add_documents(splits, ids=split_ids)
     15 docs_vectorstore.persist()

File ~\\AppData\\Roaming\\Python\\Python311\\site-packages\\langchain_core\\vectorstores.py:119, in VectorStore.add_documents(self, documents, **kwargs)
    117 texts = [doc.page_content for doc in documents]
    118 metadatas = [doc.metadata for doc in documents]
--> 119 return self.add_texts(texts, metadatas, **kwargs)

File ~\\AppData\\Roaming\\Python\\Python311\\site-packages\\langchain_community\\vectorstores\\chroma.py:297, in Chroma.add_texts(self, texts, metadatas, ids, **kwargs)
    295 ids_with_metadata = [ids[idx] for idx in non_empty_ids]
    296 try:
--> 297     self._collection.upsert(
    298         metadatas=metadatas,
    299         embeddings=embeddings_with_metadatas,
    300         documents=texts_with_metadatas,
    301         ids=ids_with_metadata,
    302     )
    303 except ValueError as e:
    304     if \"Expected metadata value to be\" in str(e):

File ~\\AppData\\Roaming\\Python\\Python311\\site-packages\\chromadb\\api\\models\\Collection.py:477, in Collection.upsert(self, ids, embeddings, metadatas, documents, images, uris)
    444 def upsert(
    445     self,
    446     ids: OneOrMany[ID],
   (...)
    456     uris: Optional[OneOrMany[URI]] = None,
    457 ) -> None:
    458     \"\"\"Update the embeddings, metadatas or documents for provided ids, or create them if they don't exist.
    459 
    460     Args:
   (...)
    467         None
    468     \"\"\"
    470     (
    471         ids,
    472         embeddings,
    473         metadatas,
    474         documents,
    475         images,
    476         uris,
--> 477     ) = self._validate_embedding_set(
    478         ids, embeddings, metadatas, documents, images, uris
    479     )
    481     if embeddings is None:
    482         if documents is not None:

File ~\\AppData\\Roaming\\Python\\Python311\\site-packages\\chromadb\\api\\models\\Collection.py:545, in Collection._validate_embedding_set(self, ids, embeddings, metadatas, documents, images, uris, require_embeddings_or_data)
    523 def _validate_embedding_set(
    524     self,
    525     ids: OneOrMany[ID],
   (...)
    543     Optional[URIs],
    544 ]:
--> 545     valid_ids = validate_ids(maybe_cast_one_to_many_ids(ids))
    546     valid_embeddings = (
    547         validate_embeddings(
    548             self._normalize_embeddings(maybe_cast_one_to_many_embedding(embeddings))
   (...)
    551         else None
    552     )
    553     valid_metadatas = (
    554         validate_metadatas(maybe_cast_one_to_many_metadata(metadatas))
    555         if metadatas is not None
    556         else None
    557     )

File ~\\AppData\\Roaming\\Python\\Python311\\site-packages\\chromadb\\api\\types.py:240, in validate_ids(ids)
    236         example_string = (
    237             f\"{', '.join(examples[:5])}, ..., {', '.join(examples[-5:])}\"
    238         )
    239         message = f\"Expected IDs to be unique, found {n_dups} duplicated IDs: {example_string}\"
--> 240     raise errors.DuplicateIDError(message)
    241 return ids

DuplicateIDError: Expected IDs to be unique, found duplicates of: f7bf54e0f0a6f6fdf377d0904d443afab7177378, f8d159fc1246a55f0d0758e689c6099f440bfbc2"
}

question = "Who built the nuerburgring"
response = rag_chain.invoke(question)
answer = response["answer"]
answer

from getpass import getpass
OPENAI_API_KEY = getpass()
import os

os.environ["OPENAI_API_KEY"] = OPENAI_API_KEY