feat: add milvus profile projection
This commit is contained in:
@@ -4,8 +4,12 @@ import logging
|
||||
from typing import Any
|
||||
|
||||
from app.core.config import get_settings
|
||||
from app.core.errors import RecoverableAgentError
|
||||
from app.infrastructure.db import engine
|
||||
from app.infrastructure.milvus_profile_projection import MilvusProfileProjection
|
||||
from app.infrastructure.neo4j_profile_projection import Neo4jProfileProjection
|
||||
from app.service.agent.bootstrap import get_memory_embedding_service
|
||||
from app.service.model_gateway import DatabaseModelEndpointResolver
|
||||
from app.worker.memory_sync_outbox_worker import MemorySyncOutboxWorker
|
||||
from app.worker.offsite_mail_worker import OffsiteMailWorker
|
||||
from app.worker.runtime import WorkerRuntime
|
||||
@@ -18,7 +22,9 @@ async def serve(*, once: bool = False) -> None:
|
||||
runtime = WorkerRuntime(settings=settings)
|
||||
offsite_worker = OffsiteMailWorker(settings)
|
||||
neo4j_driver: Any | None = None
|
||||
milvus_client: Any | None = None
|
||||
memory_sync_worker: MemorySyncOutboxWorker | None = None
|
||||
memory_sync_handlers: dict[str, Any] = {}
|
||||
if settings.neo4j_password:
|
||||
from neo4j import AsyncGraphDatabase
|
||||
|
||||
@@ -31,6 +37,33 @@ async def serve(*, once: bool = False) -> None:
|
||||
})
|
||||
else:
|
||||
logger.warning("Neo4j password not configured; profile projection remains pending")
|
||||
if settings.resolved_milvus_uri and settings.knowledge_embedding_endpoint_code:
|
||||
from pymilvus import AsyncMilvusClient # type: ignore[import-untyped]
|
||||
|
||||
milvus_client = AsyncMilvusClient(
|
||||
uri=settings.resolved_milvus_uri,
|
||||
token=settings.milvus_token or None,
|
||||
)
|
||||
|
||||
async def embed_profile(text: str) -> list[float]:
|
||||
endpoints = await DatabaseModelEndpointResolver().resolve(
|
||||
agent_type="memory_projection", task_type="embedding"
|
||||
)
|
||||
if not endpoints:
|
||||
raise RecoverableAgentError("没有可用的 embedding 端点")
|
||||
return (await get_memory_embedding_service().embed(endpoints, text)).vector
|
||||
|
||||
memory_sync_handlers["milvus"] = MilvusProfileProjection(
|
||||
milvus_client, embed_profile
|
||||
).upsert
|
||||
else:
|
||||
logger.warning(
|
||||
"Milvus profile projection not configured; profile projection remains pending"
|
||||
)
|
||||
if neo4j_driver is not None:
|
||||
memory_sync_handlers["neo4j"] = Neo4jProfileProjection(neo4j_driver).upsert
|
||||
if memory_sync_handlers:
|
||||
memory_sync_worker = MemorySyncOutboxWorker(memory_sync_handlers)
|
||||
try:
|
||||
while True:
|
||||
try:
|
||||
@@ -58,6 +91,8 @@ async def serve(*, once: bool = False) -> None:
|
||||
await offsite_worker.close()
|
||||
if neo4j_driver is not None:
|
||||
await neo4j_driver.close()
|
||||
if milvus_client is not None:
|
||||
await milvus_client.close()
|
||||
await engine.dispose()
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user