feat: add neo4j profile projection adapter

This commit is contained in:
张胜宇
2026-09-11 19:54:46 +08:00
parent 5777f0f86e
commit f167390a8a
2 changed files with 244 additions and 0 deletions
@@ -0,0 +1,152 @@
"""Neo4j 客户画像最小投影适配器。
该模块只接受已审核画像快照的结构化来源,不接受模型生成的 Cypher 或关系名称。
"""
from dataclasses import dataclass
from datetime import UTC, datetime
from typing import Any, Protocol
from app.core.conversation_privacy import sanitize_customer_service_message
class Neo4jQueryDriver(Protocol):
async def execute_query(self, query: str, **parameters: Any) -> Any: ...
@dataclass(frozen=True)
class ProjectionResult:
"""一次画像投影结果;`applied=False` 表示版本已被更新版本覆盖。"""
applied: bool
reason: str = ""
_CUSTOMER_QUERY = """
MERGE (c:Customer {customer_id: $customer_id})
WITH c, coalesce(c.profile_version, 0) AS current_version
WHERE current_version < $profile_version
SET c.profile_version = $profile_version, c.updated_at = $updated_at
RETURN true AS applied
"""
_PREFERENCE_QUERY = """
UNWIND $items AS item
MERGE (p:Preference {customer_id: $customer_id, key: item.memory_key})
WITH p, item
WHERE coalesce(p.version, 0) <= $profile_version
SET p.value = item.content, p.memory_uuid = item.memory_uuid,
p.version = item.version, p.confidence = item.confidence
WITH p, item
MATCH (c:Customer {customer_id: $customer_id})
MERGE (c)-[r:PREFERS {memory_uuid: item.memory_uuid}]->(p)
SET r.confidence = item.confidence, r.version = item.version,
r.valid_from = item.valid_from, r.valid_until = item.valid_until
RETURN count(p) AS projected
"""
_GOAL_QUERY = """
UNWIND $items AS item
MERGE (g:Goal {customer_id: $customer_id, key: item.memory_key})
WITH g, item
WHERE coalesce(g.version, 0) <= $profile_version
SET g.value = item.content, g.memory_uuid = item.memory_uuid,
g.version = item.version, g.confidence = item.confidence
WITH g, item
MATCH (c:Customer {customer_id: $customer_id})
MERGE (c)-[r:HAS_GOAL {memory_uuid: item.memory_uuid}]->(g)
SET r.confidence = item.confidence, r.version = item.version,
r.valid_from = item.valid_from, r.valid_until = item.valid_until
RETURN count(g) AS projected
"""
class Neo4jProfileProjection:
"""把已审核画像来源投影为受控 Neo4j 节点和关系。"""
def __init__(self, driver: Neo4jQueryDriver) -> None:
self._driver = driver
async def upsert(self, payload: dict[str, Any]) -> ProjectionResult:
customer_id, profile_version, updated_at, sources = self._normalize(payload)
customer_result = await self._driver.execute_query(
_CUSTOMER_QUERY,
customer_id=customer_id,
profile_version=profile_version,
updated_at=updated_at,
)
if not getattr(customer_result, "records", None):
return ProjectionResult(False, "newer_profile_version_exists")
grouped = {
"preference": [item for item in sources if item["kind"] == "preference"],
"goal": [item for item in sources if item["kind"] == "goal"],
}
for kind, items in grouped.items():
if not items:
continue
query = _PREFERENCE_QUERY if kind == "preference" else _GOAL_QUERY
await self._driver.execute_query(
query,
customer_id=customer_id,
profile_version=profile_version,
items=items,
)
return ProjectionResult(True, "applied")
@staticmethod
def _normalize(
payload: dict[str, Any],
) -> tuple[int, int, str, list[dict[str, Any]]]:
customer_id = payload.get("customer_id")
profile_version = payload.get("profile_version")
profile_uuid = payload.get("profile_uuid")
sources = payload.get("memory_sources")
if not isinstance(customer_id, int) or customer_id <= 0:
raise ValueError("customer_id is invalid")
if not isinstance(profile_version, int) or profile_version <= 0:
raise ValueError("profile_version is invalid")
if not isinstance(profile_uuid, str) or not profile_uuid.strip():
raise ValueError("profile_uuid is invalid")
if not isinstance(sources, list):
raise ValueError("memory_sources is invalid")
normalized: list[dict[str, Any]] = []
for source in sources:
if not isinstance(source, dict):
raise ValueError("memory source is invalid")
memory_uuid = source.get("memory_uuid")
memory_key = source.get("memory_key")
content = source.get("content")
memory_type = source.get("memory_type")
if not isinstance(memory_uuid, str) or not memory_uuid.strip():
raise ValueError("memory source fields are invalid")
if not isinstance(memory_key, str) or not memory_key.strip():
raise ValueError("memory source fields are invalid")
if not isinstance(content, str) or not content.strip():
raise ValueError("memory source fields are invalid")
if not isinstance(memory_type, str) or not memory_type.strip():
raise ValueError("memory source fields are invalid")
if memory_key.startswith("preference:"):
kind = "preference"
elif memory_key.startswith("goal:"):
kind = "goal"
else:
raise ValueError("memory key is not projectable")
confidence = source.get("confidence")
version = source.get("version")
if not isinstance(confidence, (int, float)) or not 0 <= confidence <= 1:
raise ValueError("memory confidence is invalid")
if not isinstance(version, int) or version <= 0:
raise ValueError("memory version is invalid")
normalized.append({
"kind": kind,
"memory_uuid": memory_uuid.strip(),
"memory_key": memory_key.strip(),
"content": sanitize_customer_service_message(content).strip(),
"memory_type": memory_type.strip(),
"confidence": float(confidence),
"version": version,
"valid_until": source.get("valid_until"),
"valid_from": source.get("valid_from"),
})
updated_at = str(payload.get("updated_at") or datetime.now(UTC).isoformat())
return customer_id, profile_version, updated_at, normalized
@@ -0,0 +1,92 @@
from types import SimpleNamespace
import pytest
from app.infrastructure.neo4j_profile_projection import Neo4jProfileProjection
class FakeDriver:
def __init__(self, *, applied: bool = True) -> None:
self.applied = applied
self.calls: list[tuple[str, dict[str, object]]] = []
async def execute_query(self, query: str, **parameters: object) -> SimpleNamespace:
self.calls.append((query, parameters))
return SimpleNamespace(records=[{"applied": True}] if self.applied else [])
def payload() -> dict[str, object]:
return {
"customer_id": 7,
"profile_uuid": "profile-7-v1",
"profile_version": 1,
"memory_sources": [
{
"memory_uuid": "memory-1",
"memory_key": "preference:risk_level",
"content": "稳健型",
"memory_type": "preference",
"confidence": 0.9,
"version": 2,
"valid_until": None,
},
{
"memory_uuid": "memory-2",
"memory_key": "goal:liquidity",
"content": "保持流动性",
"memory_type": "goal",
"confidence": 0.8,
"version": 1,
"valid_until": None,
},
],
}
@pytest.mark.asyncio
async def test_projects_only_fixed_preference_and_goal_queries() -> None:
driver = FakeDriver()
result = await Neo4jProfileProjection(driver).upsert(payload())
assert result.applied is True
assert len(driver.calls) == 3
assert "MERGE (c:Customer" in driver.calls[0][0]
assert "PREFERS" in driver.calls[1][0]
assert "HAS_GOAL" in driver.calls[2][0]
assert driver.calls[1][1]["items"][0]["memory_uuid"] == "memory-1"
@pytest.mark.asyncio
async def test_lower_profile_version_is_skipped_without_writes() -> None:
driver = FakeDriver(applied=False)
result = await Neo4jProfileProjection(driver).upsert(payload())
assert result.applied is False
assert result.reason == "newer_profile_version_exists"
assert len(driver.calls) == 1
@pytest.mark.asyncio
async def test_sensitive_memory_content_is_redacted_before_projection() -> None:
data = payload()
source = data["memory_sources"][0]
assert isinstance(source, dict)
source["content"] = "我的密码是123456,手机号13800138000"
driver = FakeDriver()
await Neo4jProfileProjection(driver).upsert(data)
projected = driver.calls[1][1]["items"][0]["content"]
assert "123456" not in projected
assert "13800138000" not in projected
@pytest.mark.asyncio
async def test_unknown_memory_key_is_rejected() -> None:
data = payload()
source = data["memory_sources"][0]
assert isinstance(source, dict)
source["memory_key"] = "account:balance"
with pytest.raises(ValueError, match="not projectable"):
await Neo4jProfileProjection(FakeDriver()).upsert(data)