semantic search: use configured device

This commit is contained in:
baudneo 2025-07-31 22:31:44 -06:00
parent d60d605e69
commit 58f509b379
No known key found for this signature in database
GPG Key ID: 51445F2ED08EBC7F

View File

@ -107,9 +107,7 @@ class Embeddings:
self.embedding = JinaV2Embedding(
model_size=self.config.semantic_search.model_size,
requestor=self.requestor,
device="GPU"
if self.config.semantic_search.model_size == "large"
else "CPU",
device=self.config.semantic_search.device,
)
self.text_embedding = lambda input_data: self.embedding(
input_data, embedding_type="text"
@ -126,7 +124,7 @@ class Embeddings:
self.vision_embedding = JinaV1ImageEmbedding(
model_size=config.semantic_search.model_size,
requestor=self.requestor,
device="GPU" if config.semantic_search.model_size == "large" else "CPU",
device=self.config.semantic_search.device,
)
def update_stats(self) -> None:
@ -416,4 +414,4 @@ class Embeddings:
finally:
with self.reindex_lock:
self.reindex_running = False
self.reindex_thread = None
self.reindex_thread = None