feat: add milvus profile projection

This commit is contained in:
张胜宇
2026-09-11 20:45:50 +08:00
parent 50a611274a
commit cbcf7c7444
3 changed files with 258 additions and 0 deletions
+35
View File
@@ -4,8 +4,12 @@ import logging
from typing import Any
from app.core.config import get_settings
from app.core.errors import RecoverableAgentError
from app.infrastructure.db import engine
from app.infrastructure.milvus_profile_projection import MilvusProfileProjection
from app.infrastructure.neo4j_profile_projection import Neo4jProfileProjection
from app.service.agent.bootstrap import get_memory_embedding_service
from app.service.model_gateway import DatabaseModelEndpointResolver
from app.worker.memory_sync_outbox_worker import MemorySyncOutboxWorker
from app.worker.offsite_mail_worker import OffsiteMailWorker
from app.worker.runtime import WorkerRuntime
@@ -18,7 +22,9 @@ async def serve(*, once: bool = False) -> None:
runtime = WorkerRuntime(settings=settings)
offsite_worker = OffsiteMailWorker(settings)
neo4j_driver: Any | None = None
milvus_client: Any | None = None
memory_sync_worker: MemorySyncOutboxWorker | None = None
memory_sync_handlers: dict[str, Any] = {}
if settings.neo4j_password:
from neo4j import AsyncGraphDatabase
@@ -31,6 +37,33 @@ async def serve(*, once: bool = False) -> None:
})
else:
logger.warning("Neo4j password not configured; profile projection remains pending")
if settings.resolved_milvus_uri and settings.knowledge_embedding_endpoint_code:
from pymilvus import AsyncMilvusClient # type: ignore[import-untyped]
milvus_client = AsyncMilvusClient(
uri=settings.resolved_milvus_uri,
token=settings.milvus_token or None,
)
async def embed_profile(text: str) -> list[float]:
endpoints = await DatabaseModelEndpointResolver().resolve(
agent_type="memory_projection", task_type="embedding"
)
if not endpoints:
raise RecoverableAgentError("没有可用的 embedding 端点")
return (await get_memory_embedding_service().embed(endpoints, text)).vector
memory_sync_handlers["milvus"] = MilvusProfileProjection(
milvus_client, embed_profile
).upsert
else:
logger.warning(
"Milvus profile projection not configured; profile projection remains pending"
)
if neo4j_driver is not None:
memory_sync_handlers["neo4j"] = Neo4jProfileProjection(neo4j_driver).upsert
if memory_sync_handlers:
memory_sync_worker = MemorySyncOutboxWorker(memory_sync_handlers)
try:
while True:
try:
@@ -58,6 +91,8 @@ async def serve(*, once: bool = False) -> None:
await offsite_worker.close()
if neo4j_driver is not None:
await neo4j_driver.close()
if milvus_client is not None:
await milvus_client.close()
await engine.dispose()