56bc41b673
* add base Tool * minor update test_tool * update test dependency * update test dependency * Fix namespace conflict * update test * add base Agent Interface, add ReWoo Agent * minor update * update test * fix typo * remove unneeded print * update rewoo agent * add LLMTool * update BaseAgent type * add ReAct agent * add ReAct agent * minor update * minor update * minor update * minor update * update base reader with BaseComponent * add splitter * update agent and tool * update vectorstores * update load/save for indexing and retrieving pipeline * update test_agent for more use-cases * add missing dependency for test * update test case for in memory vectorstore * add TextSplitter to BaseComponent * update type hint basetool --------- Co-authored-by: trducng <trungduc1992@gmail.com>
56 lines
1.6 KiB
Python
56 lines
1.6 KiB
Python
"""Simple vector store index."""
|
|
|
|
from typing import Any, Optional, Type
|
|
|
|
import fsspec
|
|
from llama_index.vector_stores import SimpleVectorStore as LISimpleVectorStore
|
|
from llama_index.vector_stores.simple import SimpleVectorStoreData
|
|
|
|
from kotaemon.vectorstores.base import LlamaIndexVectorStore
|
|
|
|
|
|
class InMemoryVectorStore(LlamaIndexVectorStore):
|
|
_li_class: Type[LISimpleVectorStore] = LISimpleVectorStore
|
|
store_text: bool = False
|
|
|
|
def __init__(
|
|
self,
|
|
data: Optional[SimpleVectorStoreData] = None,
|
|
fs: Optional[fsspec.AbstractFileSystem] = None,
|
|
**kwargs: Any,
|
|
) -> None:
|
|
"""Initialize params."""
|
|
self._data = data or SimpleVectorStoreData()
|
|
self._fs = fs or fsspec.filesystem("file")
|
|
|
|
super().__init__(
|
|
data=data,
|
|
fs=fs,
|
|
**kwargs,
|
|
)
|
|
|
|
def save(
|
|
self,
|
|
save_path: str,
|
|
fs: Optional[fsspec.AbstractFileSystem] = None,
|
|
**kwargs,
|
|
):
|
|
|
|
"""save a simpleVectorStore to a dictionary.
|
|
|
|
Args:
|
|
save_path: Path of saving vector to disk.
|
|
fs: An abstract super-class for pythonic file-systems
|
|
"""
|
|
self._client.persist(persist_path=save_path, fs=fs)
|
|
|
|
def load(self, load_path: str, fs: Optional[fsspec.AbstractFileSystem] = None):
|
|
|
|
"""Create a SimpleKVStore from a load directory.
|
|
|
|
Args:
|
|
load_path: Path of loading vector.
|
|
fs: An abstract super-class for pythonic file-systems
|
|
"""
|
|
self._client = self._client.from_persist_path(persist_path=load_path, fs=fs)
|