126 lines
5.5 KiB
Python
126 lines
5.5 KiB
Python
import argparse
|
|
import asyncio
|
|
import logging
|
|
from typing import Any
|
|
|
|
from app.core.config import get_settings
|
|
from app.core.errors import RecoverableAgentError
|
|
from app.infrastructure.db import engine
|
|
from app.infrastructure.milvus_profile_projection import MilvusProfileProjection
|
|
from app.infrastructure.neo4j_profile_projection import Neo4jProfileProjection
|
|
from app.service.agent.bootstrap import get_memory_embedding_service, get_relationship_service
|
|
from app.service.model_gateway import DatabaseModelEndpointResolver
|
|
from app.service.projection_cleanup_service import ProjectionCleanupService
|
|
from app.worker.memory_sync_outbox_worker import MemorySyncOutboxWorker
|
|
from app.worker.offsite_mail_worker import OffsiteMailWorker
|
|
from app.worker.runtime import WorkerRuntime
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
async def serve(*, once: bool = False) -> None:
|
|
settings = get_settings()
|
|
relationships = get_relationship_service()
|
|
# 在**组装层**注入投影删除客户端：记忆失效/销户时清理图库与向量库里的派生数据。
|
|
# 放在这里而不是 runtime 内部兜底，是为了保留"未注入即显式降级并留痕"的语义
|
|
# （有单测守着这一点），也让"生产装配了什么"在入口处一眼可见。
|
|
# 该服务返回自己模块里的 ProjectionCleanupOutcome（字段与 runtime 的同名结构一致），
|
|
# 结构化契约成立但名义类型不同，故显式忽略：为此把结构体抽到共享模块会造成
|
|
# service 与 worker 两个层次互相导入，不值得。
|
|
runtime = WorkerRuntime(
|
|
settings=settings,
|
|
relationships=relationships,
|
|
projection_cleaner=ProjectionCleanupService( # type: ignore[arg-type]
|
|
relationships=relationships
|
|
),
|
|
)
|
|
# 画像投影是 MySQL 审核结果的异步派生写入；任一外部存储未配置时保持事件 pending。
|
|
neo4j_driver: Any | None = None
|
|
milvus_client: Any | None = None
|
|
memory_sync_handlers: dict[str, Any] = {}
|
|
if settings.neo4j_password:
|
|
from neo4j import AsyncGraphDatabase
|
|
|
|
neo4j_driver = AsyncGraphDatabase.driver(
|
|
settings.neo4j_uri,
|
|
auth=(settings.neo4j_username, settings.neo4j_password),
|
|
)
|
|
memory_sync_handlers["neo4j"] = Neo4jProfileProjection(neo4j_driver).upsert
|
|
else:
|
|
logger.warning("Neo4j password not configured; profile projection remains pending")
|
|
if settings.resolved_milvus_uri and settings.knowledge_embedding_endpoint_code:
|
|
from pymilvus import AsyncMilvusClient # type: ignore[import-untyped]
|
|
|
|
milvus_client = AsyncMilvusClient(
|
|
uri=settings.resolved_milvus_uri,
|
|
token=settings.milvus_token or None,
|
|
)
|
|
|
|
async def embed_profile(text: str) -> list[float]:
|
|
endpoints = await DatabaseModelEndpointResolver().resolve(
|
|
agent_type="memory_projection", task_type="embedding"
|
|
)
|
|
if not endpoints:
|
|
raise RecoverableAgentError("没有可用的 embedding 端点")
|
|
return (await get_memory_embedding_service().embed(endpoints, text)).vector
|
|
|
|
memory_sync_handlers["milvus"] = MilvusProfileProjection(
|
|
milvus_client, embed_profile
|
|
).upsert
|
|
else:
|
|
logger.warning(
|
|
"Milvus profile projection not configured; profile projection remains pending"
|
|
)
|
|
memory_sync_worker = (
|
|
MemorySyncOutboxWorker(memory_sync_handlers) if memory_sync_handlers else None
|
|
)
|
|
# 场外收件 Worker 必须与底座 Worker 同进程同入口：2026-09-11 01:45 的一次批量
|
|
# 文件覆盖把这处接线删掉了，导致邮件 Worker 完全不再运行、邮箱无人收取。
|
|
offsite_worker = OffsiteMailWorker(settings)
|
|
try:
|
|
while True:
|
|
try:
|
|
worked = await runtime.run_once()
|
|
if memory_sync_worker is not None:
|
|
for target_store in ("neo4j", "milvus"):
|
|
worked = await memory_sync_worker.run_once(
|
|
target_store=target_store
|
|
) or worked
|
|
worked = await offsite_worker.run_once() or worked
|
|
except Exception:
|
|
# 常驻 Worker 不能因为"某一轮"的异常就整体退出：数据库抖动、
|
|
# 迁移期间锁表、外部依赖瞬断都会命中这里，而 `run_once` 里的
|
|
# 裸查询没有兜底。单轮失败记录堆栈后退避重试；`--once` 模式
|
|
# 保持抛出，便于诊断一次性运行的真实问题。
|
|
logger.warning("worker round failed; retrying after backoff", exc_info=True)
|
|
if once:
|
|
raise
|
|
await asyncio.sleep(settings.worker_poll_seconds)
|
|
continue
|
|
if once:
|
|
return
|
|
if not worked:
|
|
await asyncio.sleep(settings.worker_poll_seconds)
|
|
finally:
|
|
await offsite_worker.close()
|
|
if neo4j_driver is not None:
|
|
await neo4j_driver.close()
|
|
if milvus_client is not None:
|
|
await milvus_client.close()
|
|
await engine.dispose()
|
|
|
|
|
|
def main() -> None:
|
|
parser = argparse.ArgumentParser(description="Agent 底座独立 Worker")
|
|
parser.add_argument("--once", action="store_true", help="消费一次后退出")
|
|
args = parser.parse_args()
|
|
logging.basicConfig(level=get_settings().log_level)
|
|
try:
|
|
asyncio.run(serve(once=args.once))
|
|
except KeyboardInterrupt:
|
|
pass
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|