vee
515 lines
19 KiB
Python
515 lines
19 KiB
Python
from __future__ import annotations
|
|
|
|
import hashlib
|
|
import json
|
|
from collections.abc import Callable, Mapping
|
|
from copy import deepcopy
|
|
from pathlib import Path
|
|
from unittest.mock import MagicMock, patch
|
|
|
|
import pytest
|
|
|
|
from cognitive_agent.application.assistant_capabilities import AssistantCapabilityCatalog
|
|
from cognitive_agent.application.codex_assistant import CodexAssistantService
|
|
from cognitive_agent.application.mode_profile import ModeProfileRegistry
|
|
from cognitive_agent.application.seat_service import REPOSITORY_ROOT, SeatDemoService
|
|
|
|
|
|
@pytest.fixture
|
|
def hybrid_service(
|
|
tmp_path: Path,
|
|
) -> tuple[SeatDemoService, AssistantCapabilityCatalog, Path]:
|
|
service = SeatDemoService(REPOSITORY_ROOT)
|
|
service.artifact_root = tmp_path / "runs"
|
|
user_root = tmp_path / "user-modes"
|
|
service.mode_profiles = ModeProfileRegistry(
|
|
REPOSITORY_ROOT / "config" / "modes",
|
|
user_root=user_root,
|
|
)
|
|
try:
|
|
yield service, AssistantCapabilityCatalog(service), user_root
|
|
finally:
|
|
service.close()
|
|
|
|
|
|
def _target(action: Mapping[str, object]) -> str:
|
|
target = action.get("target")
|
|
assert isinstance(target, Mapping)
|
|
return str(target.get("instance") or target.get("zone") or "")
|
|
|
|
|
|
def _actions(result: Mapping[str, object]) -> list[dict[str, object]]:
|
|
intent = result.get("intent_ir")
|
|
if isinstance(intent, Mapping):
|
|
spec = intent.get("spec")
|
|
raw_actions = spec.get("actions") if isinstance(spec, Mapping) else None
|
|
else:
|
|
raw_actions = result.get("actions")
|
|
assert isinstance(raw_actions, list)
|
|
assert all(isinstance(action, dict) for action in raw_actions)
|
|
return raw_actions
|
|
|
|
|
|
def _action_map(
|
|
result: Mapping[str, object],
|
|
) -> dict[tuple[str, str], dict[str, object]]:
|
|
return {
|
|
(str(action["capability"]), _target(action)): deepcopy(dict(action.get("parameters") or {}))
|
|
for action in _actions(result)
|
|
}
|
|
|
|
|
|
def _draft_reference(result: Mapping[str, object]) -> dict[str, str]:
|
|
draft = result.get("mode_profile_draft")
|
|
assert isinstance(draft, Mapping)
|
|
return {
|
|
"name": str(draft["name"]),
|
|
"source_request_id": str(draft["source_request_id"]),
|
|
"vehicle_id": str(draft["vehicle_id"]),
|
|
}
|
|
|
|
|
|
def _template_hashes() -> dict[str, str]:
|
|
root = REPOSITORY_ROOT / "config" / "scene_templates"
|
|
return {
|
|
path.name: hashlib.sha256(path.read_bytes()).hexdigest()
|
|
for path in sorted(root.glob("*.yaml"))
|
|
}
|
|
|
|
|
|
def _assistant_preview(
|
|
service: SeatDemoService,
|
|
catalog: AssistantCapabilityCatalog,
|
|
message: str,
|
|
*,
|
|
conversation_id: str,
|
|
) -> tuple[
|
|
dict[str, object],
|
|
dict[str, object],
|
|
list[dict[str, object]],
|
|
MagicMock,
|
|
list[dict[str, object] | None],
|
|
]:
|
|
client = MagicMock()
|
|
client.available = False
|
|
assistant = CodexAssistantService(client)
|
|
snapshot = catalog.snapshot(vehicle_id="denza_n7")
|
|
events: list[dict[str, object]] = []
|
|
raw_results: list[dict[str, object]] = []
|
|
passed_plans: list[dict[str, object] | None] = []
|
|
|
|
def execute_control(
|
|
instruction: str,
|
|
progress: Callable[[dict[str, object]], None],
|
|
assistant_plan: Mapping[str, object] | None = None,
|
|
) -> dict[str, object]:
|
|
plan = deepcopy(dict(assistant_plan)) if assistant_plan is not None else None
|
|
passed_plans.append(plan)
|
|
result = service.preview_native_can(
|
|
instruction,
|
|
provider="local",
|
|
conversation_id=conversation_id,
|
|
execution_mode="hardware",
|
|
vehicle_id="denza_n7",
|
|
on_commands_validated=progress,
|
|
assistant_plan=plan,
|
|
)
|
|
raw_results.append(result)
|
|
return result
|
|
|
|
response = assistant.stream(
|
|
message,
|
|
conversation_id=conversation_id,
|
|
principal="scene-template-hybrid-test",
|
|
history=[],
|
|
emit=lambda event: events.append(event) or True,
|
|
execute_control=execute_control,
|
|
capability_snapshot=snapshot,
|
|
capability_context=catalog.compact_context(snapshot),
|
|
scene_capability_context=catalog.scene_composition_context(snapshot),
|
|
control_terms=catalog.control_terms(snapshot),
|
|
)
|
|
assert len(raw_results) == 1
|
|
return response, raw_results[0], events, client, passed_plans
|
|
|
|
|
|
def test_all_production_scene_templates_complete_the_full_local_dry_run(
|
|
hybrid_service: tuple[SeatDemoService, AssistantCapabilityCatalog, Path],
|
|
) -> None:
|
|
service, catalog, user_root = hybrid_service
|
|
snapshot = catalog.snapshot(vehicle_id="denza_n7")
|
|
templates = snapshot["scene_templates"]
|
|
|
|
assert isinstance(templates, list)
|
|
assert len(templates) == 12
|
|
assert all(template["assistant_callable"] is True for template in templates)
|
|
|
|
with patch.object(
|
|
service.hardware_execution,
|
|
"reserve",
|
|
side_effect=AssertionError("a scene template preview reached hardware execution"),
|
|
):
|
|
for index, template in enumerate(templates):
|
|
plan = deepcopy(template["plan"])
|
|
result = service.preview_native_can(
|
|
f"构建一个{template['name']}",
|
|
provider="local",
|
|
conversation_id=f"conv-template-matrix-{index:02d}",
|
|
execution_mode="hardware",
|
|
vehicle_id="denza_n7",
|
|
assistant_plan=plan,
|
|
)
|
|
|
|
assert result["status"] == "succeeded", template["id"]
|
|
assert result["execution_mode"] == "dry_run", template["id"]
|
|
assert result["hardware_execution_allowed"] is False, template["id"]
|
|
assert result["orchestration_route"] == "mode_profile_create_preview"
|
|
draft = result["mode_profile_draft"]
|
|
assert draft["generation_source"] == "scene_template_copy"
|
|
assert draft["operation_count"] == template["operation_count"]
|
|
assert draft["source_template_id"] == template["id"]
|
|
assert draft["source_template_revision"] == template["template_revision"]
|
|
assert "existing_mode_id" not in draft
|
|
|
|
expected = {
|
|
(
|
|
str(request["capability"]),
|
|
str(request["target_scope"]),
|
|
json.dumps(
|
|
{
|
|
parameter["name"]: parameter["value"]
|
|
for parameter in request["parameters"]
|
|
},
|
|
ensure_ascii=False,
|
|
sort_keys=True,
|
|
),
|
|
)
|
|
for request in plan["requests"]
|
|
}
|
|
actual = {
|
|
(
|
|
str(action["capability"]),
|
|
_target(action),
|
|
json.dumps(
|
|
action.get("parameters") or {},
|
|
ensure_ascii=False,
|
|
sort_keys=True,
|
|
),
|
|
)
|
|
for action in _actions(result)
|
|
}
|
|
assert actual == expected, template["id"]
|
|
|
|
assert not list(user_root.rglob("*.yaml"))
|
|
|
|
|
|
def test_viewing_template_creates_an_unbound_audited_copy_without_codex(
|
|
hybrid_service: tuple[SeatDemoService, AssistantCapabilityCatalog, Path],
|
|
) -> None:
|
|
service, catalog, user_root = hybrid_service
|
|
|
|
with patch.object(
|
|
service.hardware_execution,
|
|
"reserve",
|
|
side_effect=AssertionError("template copy reached hardware execution"),
|
|
):
|
|
response, raw_result, events, client, passed_plans = _assistant_preview(
|
|
service,
|
|
catalog,
|
|
"构建一个观影模式",
|
|
conversation_id="conv-template-viewing-copy",
|
|
)
|
|
|
|
draft = raw_result["mode_profile_draft"]
|
|
assert response["route"] == "scene_template"
|
|
assert response["success"] is True
|
|
assert raw_result["status"] == "succeeded"
|
|
assert raw_result["execution_mode"] == "dry_run"
|
|
assert raw_result["hardware_execution_allowed"] is False
|
|
assert draft["name"] == "观影模式"
|
|
assert draft["generation_source"] == "scene_template_copy"
|
|
assert draft["source_template_id"] == "cinema"
|
|
assert draft["source_template_revision"]
|
|
assert "existing_mode_id" not in draft
|
|
assert "existing_mode_revision" not in draft
|
|
assert raw_result["mode_creation"]["source_template_id"] == "cinema"
|
|
assert passed_plans[0]["metadata"]["source"] == "scene_template"
|
|
assert events[0]["engine"] == "n7web-scene-template"
|
|
assert "独立草稿" in response["answer"]
|
|
assert not list(user_root.rglob("*.yaml"))
|
|
client.start_structured_turn.assert_not_called()
|
|
client.start_turn.assert_not_called()
|
|
|
|
|
|
@pytest.mark.parametrize(
|
|
("case_id", "message", "expected_name", "template_id"),
|
|
(
|
|
(
|
|
"reading-purpose",
|
|
"帮我构建一个适合看书的功能模式",
|
|
"看书模式",
|
|
"reading",
|
|
),
|
|
(
|
|
"reading-purpose-preview",
|
|
"我想生成一个用来读书的模式并预览",
|
|
"读书模式",
|
|
"reading",
|
|
),
|
|
(
|
|
"relax-purpose",
|
|
"构建一个适合放松的功能模式",
|
|
"放松模式",
|
|
"relaxation",
|
|
),
|
|
(
|
|
"relax-purpose-polite",
|
|
"请生成用于放松的模式，先看看",
|
|
"放松模式",
|
|
"relaxation",
|
|
),
|
|
(
|
|
"cinema-purpose",
|
|
"帮我构建一个适合看电影的功能模式",
|
|
"看电影模式",
|
|
"cinema",
|
|
),
|
|
),
|
|
)
|
|
def test_purpose_descriptions_use_a_concise_name_and_zero_model_template_route(
|
|
hybrid_service: tuple[SeatDemoService, AssistantCapabilityCatalog, Path],
|
|
case_id: str,
|
|
message: str,
|
|
expected_name: str,
|
|
template_id: str,
|
|
) -> None:
|
|
service, catalog, user_root = hybrid_service
|
|
|
|
with patch.object(
|
|
service.hardware_execution,
|
|
"reserve",
|
|
side_effect=AssertionError("purpose template reached hardware execution"),
|
|
):
|
|
response, raw_result, events, client, passed_plans = _assistant_preview(
|
|
service,
|
|
catalog,
|
|
message,
|
|
conversation_id=f"conv-template-{case_id}",
|
|
)
|
|
|
|
template = service.scene_templates.get_template(template_id)
|
|
draft = raw_result["mode_profile_draft"]
|
|
assert response["route"] == "scene_template"
|
|
assert response["success"] is True
|
|
assert expected_name in response["answer"]
|
|
assert raw_result["status"] == "succeeded"
|
|
assert raw_result["execution_mode"] == "dry_run"
|
|
assert raw_result["hardware_execution_allowed"] is False
|
|
assert draft["name"] == expected_name
|
|
assert draft["generation_source"] == "scene_template_copy"
|
|
assert draft["source_template_id"] == template_id
|
|
assert draft["operation_count"] == len(template.operations)
|
|
assert passed_plans[0]["metadata"]["template_id"] == template_id
|
|
assert events[0]["engine"] == "n7web-scene-template"
|
|
assert not list(user_root.rglob("*.yaml"))
|
|
client.start_structured_turn.assert_not_called()
|
|
client.start_turn.assert_not_called()
|
|
|
|
|
|
def test_explicit_settings_on_a_purpose_scene_bypass_template_defaults(
|
|
hybrid_service: tuple[SeatDemoService, AssistantCapabilityCatalog, Path],
|
|
) -> None:
|
|
service, catalog, _user_root = hybrid_service
|
|
response, raw_result, events, client, passed_plans = _assistant_preview(
|
|
service,
|
|
catalog,
|
|
"构建一个适合看书的功能模式，空调温度调整到25度",
|
|
conversation_id="conv-template-purpose-explicit-settings",
|
|
)
|
|
|
|
draft = raw_result["mode_profile_draft"]
|
|
assert response["route"] == "vehicle_control"
|
|
assert response["success"] is True
|
|
assert draft["name"] == "看书模式"
|
|
assert draft["generation_source"] == "explicit_scene_requirements"
|
|
assert draft["operation_count"] == 1
|
|
assert passed_plans == [None]
|
|
assert events[0]["engine"] == "n7web-mode-builder"
|
|
client.start_structured_turn.assert_not_called()
|
|
client.start_turn.assert_not_called()
|
|
|
|
|
|
def test_template_metadata_cannot_authorize_modified_or_stale_template_actions(
|
|
hybrid_service: tuple[SeatDemoService, AssistantCapabilityCatalog, Path],
|
|
) -> None:
|
|
service, catalog, user_root = hybrid_service
|
|
snapshot = catalog.snapshot(vehicle_id="denza_n7")
|
|
template = next(
|
|
item for item in snapshot["scene_templates"] if item["id"] == "cinema"
|
|
)
|
|
modified = deepcopy(template["plan"])
|
|
modified["requests"][0]["parameters"][0]["value"] = "off"
|
|
|
|
with pytest.raises(ValueError, match="模板已更新"):
|
|
service.preview_native_can(
|
|
"构建一个观影模式",
|
|
provider="local",
|
|
conversation_id="conv-template-plan-tamper",
|
|
execution_mode="hardware",
|
|
vehicle_id="denza_n7",
|
|
assistant_plan=modified,
|
|
)
|
|
|
|
stale = deepcopy(template["plan"])
|
|
stale["metadata"]["template_revision"] = "0123456789abcdef"
|
|
with pytest.raises(ValueError, match="模板已更新"):
|
|
service.preview_native_can(
|
|
"构建一个观影模式",
|
|
provider="local",
|
|
conversation_id="conv-template-plan-stale",
|
|
execution_mode="hardware",
|
|
vehicle_id="denza_n7",
|
|
assistant_plan=stale,
|
|
)
|
|
|
|
assert not list(user_root.rglob("*.yaml"))
|
|
|
|
|
|
def test_template_alias_keeps_the_user_requested_draft_name(
|
|
hybrid_service: tuple[SeatDemoService, AssistantCapabilityCatalog, Path],
|
|
) -> None:
|
|
service, catalog, _user_root = hybrid_service
|
|
|
|
response, raw_result, _events, client, passed_plans = _assistant_preview(
|
|
service,
|
|
catalog,
|
|
"创建一个影院模式",
|
|
conversation_id="conv-template-alias-name",
|
|
)
|
|
|
|
draft = raw_result["mode_profile_draft"]
|
|
assert response["route"] == "scene_template"
|
|
assert draft["name"] == "影院模式"
|
|
assert draft["source_template_id"] == "cinema"
|
|
assert passed_plans[0]["metadata"]["template_id"] == "cinema"
|
|
client.start_structured_turn.assert_not_called()
|
|
client.start_turn.assert_not_called()
|
|
|
|
|
|
def test_template_copy_can_be_revised_twice_without_losing_sibling_actions(
|
|
hybrid_service: tuple[SeatDemoService, AssistantCapabilityCatalog, Path],
|
|
) -> None:
|
|
service, catalog, user_root = hybrid_service
|
|
conversation_id = "conv-template-viewing-revision-chain"
|
|
|
|
with patch.object(
|
|
service.hardware_execution,
|
|
"reserve",
|
|
side_effect=AssertionError("template draft revision reached hardware execution"),
|
|
):
|
|
_response, built, _events, _client, _plans = _assistant_preview(
|
|
service,
|
|
catalog,
|
|
"构建一个观影模式",
|
|
conversation_id=conversation_id,
|
|
)
|
|
shade_revised = service.preview_native_can(
|
|
"把观影模式的遮阳帘变成100%",
|
|
provider="local",
|
|
conversation_id=conversation_id,
|
|
execution_mode="hardware",
|
|
vehicle_id="denza_n7",
|
|
mode_profile_draft_context=_draft_reference(built),
|
|
)
|
|
final = service.preview_native_can(
|
|
"把观影模式的空调温度调整到25度",
|
|
provider="local",
|
|
conversation_id=conversation_id,
|
|
execution_mode="hardware",
|
|
vehicle_id="denza_n7",
|
|
mode_profile_draft_context=_draft_reference(shade_revised),
|
|
)
|
|
|
|
built_actions = _action_map(built)
|
|
shade_actions = _action_map(shade_revised)
|
|
final_actions = _action_map(final)
|
|
shade_key = ("roof.set_shade_position", "vehicle")
|
|
temperature_key = ("climate.set_temperature", "vehicle")
|
|
|
|
assert shade_revised["status"] == final["status"] == "succeeded"
|
|
assert shade_revised["execution_mode"] == final["execution_mode"] == "dry_run"
|
|
assert shade_revised["hardware_execution_allowed"] is False
|
|
assert final["hardware_execution_allowed"] is False
|
|
assert len(built_actions) == len(shade_actions) == len(final_actions) == 7
|
|
assert built_actions[shade_key] == {"position_pct": 0}
|
|
assert shade_actions[shade_key] == final_actions[shade_key] == {"position_pct": 100}
|
|
assert built_actions[temperature_key] == shade_actions[temperature_key] == {"temperature_c": 24}
|
|
assert final_actions[temperature_key] == {"temperature_c": 25}
|
|
untouched_keys = set(built_actions) - {shade_key, temperature_key}
|
|
assert {key: final_actions[key] for key in untouched_keys} == {
|
|
key: built_actions[key] for key in untouched_keys
|
|
}
|
|
|
|
first_draft = built["mode_profile_draft"]
|
|
second_draft = shade_revised["mode_profile_draft"]
|
|
final_draft = final["mode_profile_draft"]
|
|
assert first_draft["draft_revision"] == 1
|
|
assert second_draft["draft_revision"] == 2
|
|
assert final_draft["draft_revision"] == 3
|
|
assert second_draft["generation_source"] == "draft_revision"
|
|
assert final_draft["generation_source"] == "draft_revision"
|
|
assert second_draft["source_template_id"] == final_draft["source_template_id"] == ("cinema")
|
|
assert "existing_mode_id" not in final_draft
|
|
assert not list(user_root.rglob("*.yaml"))
|
|
|
|
|
|
def test_saving_a_template_copy_never_mutates_template_and_registered_mode_wins_next(
|
|
hybrid_service: tuple[SeatDemoService, AssistantCapabilityCatalog, Path],
|
|
) -> None:
|
|
service, catalog, user_root = hybrid_service
|
|
hashes_before = _template_hashes()
|
|
template_revision = service.scene_templates.get_template("cinema").revision
|
|
|
|
_response, built, _events, first_client, first_plans = _assistant_preview(
|
|
service,
|
|
catalog,
|
|
"构建一个观影模式",
|
|
conversation_id="conv-template-save-source",
|
|
)
|
|
draft = built["mode_profile_draft"]
|
|
saved = service.create_mode_profile_card(
|
|
str(draft["name"]),
|
|
str(draft["instruction"]),
|
|
str(draft["source_request_id"]),
|
|
str(draft["vehicle_id"]),
|
|
)
|
|
|
|
saved_profile = saved["mode_profile"]
|
|
assert saved["status"] == "succeeded"
|
|
assert saved_profile["name"] == "观影模式"
|
|
assert saved_profile["origin"] == "user"
|
|
assert saved_profile["id"] != "cinema"
|
|
assert list(user_root.rglob(f"{saved_profile['id']}.yaml"))
|
|
assert _template_hashes() == hashes_before
|
|
assert service.scene_templates.get_template("cinema").revision == template_revision
|
|
assert first_plans[0]["metadata"]["template_id"] == "cinema"
|
|
first_client.start_structured_turn.assert_not_called()
|
|
|
|
response, registered, events, second_client, passed_plans = _assistant_preview(
|
|
service,
|
|
catalog,
|
|
"构建一个观影模式",
|
|
conversation_id="conv-template-saved-mode-priority",
|
|
)
|
|
|
|
registered_draft = registered["mode_profile_draft"]
|
|
assert response["route"] == "vehicle_control"
|
|
assert response["success"] is True
|
|
assert events[0]["engine"] == "n7web-mode-builder"
|
|
assert passed_plans == [None]
|
|
assert registered_draft["generation_source"] == "registered_mode_profile"
|
|
assert registered_draft["existing_mode_id"] == saved_profile["id"]
|
|
assert "source_template_id" not in registered_draft
|
|
second_client.start_structured_turn.assert_not_called()
|
|
second_client.start_turn.assert_not_called()
|