7b3307e3c4
* Provide the Embedding management UI * Update Fastembed documentation * Add validation when adding / updating embeddings * Stop using the old ktem embeddings manager * Set default local embedding models * Move the local embeddings below in flowsettings * Update flowsettings
37 lines
926 B
Python
37 lines
926 B
Python
from typing import Type
|
|
|
|
from ktem.db.engine import engine
|
|
from sqlalchemy import JSON, Boolean, Column, String
|
|
from sqlalchemy.orm import DeclarativeBase
|
|
from theflow.settings import settings as flowsettings
|
|
from theflow.utils.modules import import_dotted_string
|
|
|
|
|
|
class Base(DeclarativeBase):
|
|
pass
|
|
|
|
|
|
class BaseEmbeddingTable(Base):
|
|
"""Base table to store language model"""
|
|
|
|
__abstract__ = True
|
|
|
|
name = Column(String, primary_key=True, unique=True)
|
|
spec = Column(JSON, default={})
|
|
default = Column(Boolean, default=False)
|
|
|
|
|
|
_base_llm: Type[BaseEmbeddingTable] = (
|
|
import_dotted_string(flowsettings.KH_EMBEDDING_LLM, safe=False)
|
|
if hasattr(flowsettings, "KH_EMBEDDING_LLM")
|
|
else BaseEmbeddingTable
|
|
)
|
|
|
|
|
|
class EmbeddingTable(_base_llm): # type: ignore
|
|
__tablename__ = "embedding"
|
|
|
|
|
|
if not getattr(flowsettings, "KH_ENABLE_ALEMBIC", False):
|
|
EmbeddingTable.metadata.create_all(engine)
|