code header
This commit is contained in:
1 parent
ec759dd1dc
commit
83bb18b6a7
42 files changed
+469
-615
No files matched your search
@@ -1,23 +0,0 @@
|
||||
"""
|
||||
Version 0.1
|
||||
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
from typing import List
|
||||
from functools import lru_cache
|
||||
|
||||
from .config import get_settings
|
||||
|
||||
@lru_cache
|
||||
def _load_model():
|
||||
from sentence_transformers import SentenceTransformer
|
||||
settings = get_settings()
|
||||
model = SentenceTransformer(settings.MODEL_NAME, device="cpu")
|
||||
return model
|
||||
|
||||
def embed_texts(texts: List[str]) -> list[list[float]]:
|
||||
model = _load_model()
|
||||
texts = [t if isinstance(t, str) else str(t) for t in texts]
|
||||
vecs = model.encode(texts, normalize_embeddings=True, convert_to_numpy=False)
|
||||
return [list(map(float, v)) for v in vecs]
|
||||
Reference in new issue
Block a user