Provide embedding manager (#16)

* Provide the Embedding management UI

* Update Fastembed documentation

* Add validation when adding / updating embeddings

* Stop using the old ktem embeddings manager

* Set default local embedding models

* Move the local embeddings below in flowsettings

* Update flowsettings
This commit is contained in:
Duc Nguyen (john)
2024-04-10 15:11:44 +07:00
committed by GitHub
parent ed10020ea3
commit 7b3307e3c4
12 changed files with 608 additions and 30 deletions

View File

@@ -18,10 +18,11 @@ class FastEmbedEmbeddings(BaseEmbeddings):
model_name: str = Param(
"BAAI/bge-small-en-v1.5",
help=(
"Model name for fastembed. "
"Supported model: "
"https://qdrant.github.io/fastembed/examples/Supported_Models/"
"Model name for fastembed. Please refer "
"[here](https://qdrant.github.io/fastembed/examples/Supported_Models/) "
"for the list of supported models."
),
required=True,
)
batch_size: int = Param(
256,
@@ -34,7 +35,7 @@ class FastEmbedEmbeddings(BaseEmbeddings):
"If > 1, data-parallel encoding will be used. "
"If 0, use all available CPUs. "
"If None, use default onnxruntime threading. "
"Defaults to None"
"Defaults to None."
),
)