[AUR-392, AUR-413, AUR-414] Define base vector store, and make use of ChromaVectorStore from llama_index. Indexing and retrieving vectors with vector store (#18)
Design the base interface of vector store, and apply it to the Chroma Vector Store (wrapped around llama_index's implementation). Provide the pipelines to populate and retrieve from vector store.
This commit is contained in:
committed by
GitHub
parent
c339912312
commit
620b2b03ca
56
knowledgehub/vectorstores/chroma.py
Normal file
56
knowledgehub/vectorstores/chroma.py
Normal file
@@ -0,0 +1,56 @@
|
||||
from typing import Any, Dict, List, Optional, Type, cast
|
||||
|
||||
from llama_index.vector_stores.chroma import ChromaVectorStore as LIChromaVectorStore
|
||||
|
||||
from .base import LlamaIndexVectorStore
|
||||
|
||||
|
||||
class ChromaVectorStore(LlamaIndexVectorStore):
|
||||
_li_class: Type[LIChromaVectorStore] = LIChromaVectorStore
|
||||
|
||||
def __init__(
|
||||
self,
|
||||
path: str = "./chroma",
|
||||
collection_name: str = "default",
|
||||
host: str = "localhost",
|
||||
port: str = "8000",
|
||||
ssl: bool = False,
|
||||
headers: Optional[Dict[str, str]] = None,
|
||||
collection_kwargs: Optional[dict] = None,
|
||||
stores_text: bool = True,
|
||||
flat_metadata: bool = True,
|
||||
**kwargs: Any,
|
||||
):
|
||||
try:
|
||||
import chromadb
|
||||
except ImportError:
|
||||
raise ImportError(
|
||||
"ChromaVectorStore requires chromadb. "
|
||||
"Please install chromadb first `pip install chromadb`"
|
||||
)
|
||||
|
||||
client = chromadb.PersistentClient(path=path)
|
||||
collection = client.get_or_create_collection(collection_name)
|
||||
|
||||
# pass through for nice IDE support
|
||||
super().__init__(
|
||||
chroma_collection=collection,
|
||||
host=host,
|
||||
port=port,
|
||||
ssl=ssl,
|
||||
headers=headers or {},
|
||||
collection_kwargs=collection_kwargs or {},
|
||||
stores_text=stores_text,
|
||||
flat_metadata=flat_metadata,
|
||||
**kwargs,
|
||||
)
|
||||
self._client = cast(LIChromaVectorStore, self._client)
|
||||
|
||||
def delete(self, ids: List[str], **kwargs):
|
||||
"""Delete vector embeddings from vector stores
|
||||
|
||||
Args:
|
||||
ids: List of ids of the embeddings to be deleted
|
||||
kwargs: meant for vectorstore-specific parameters
|
||||
"""
|
||||
self._client._collection.delete(ids=ids)
|
Reference in New Issue
Block a user