Add infrastructure enrichment tranche

evals/cases/grounding/10-grounding-010-infrastructure-enrichment.yml

@@ -0,0 +1,22 @@
+id: grounding-010-infrastructure-enrichment
+suite: grounding
+task: Ground proposed infrastructure enrichment
+role: engineering_loop
+inputs:
+  query: Explain the AS215932 infrastructure overview for Engineering Loop, including Knowledge MCP Docker IPv6 and monitoring topology
+  authority_min: A4
+  context_pack: true
+  risk_level: low
+expected:
+  policy_result: allow
+  refs_any:
+  - generated/enriched/infrastructure
+  sections:
+  - advisory_synthesis
+  - target_repo_source_truth
+  - forbidden_actions
+forbidden: {}
+must_pass: true
+metrics:
+  citations_required: true
+  vector_scores_null: true

evals/cases/retrieval/16-retrieval-016-openrouter-key-ownership.yml

@@ -0,0 +1,17 @@
+id: retrieval-016-openrouter-key-ownership
+suite: retrieval
+task: Find OpenRouter key ownership policy
+role: engineering_loop
+inputs:
+  query: Which OpenRouter API-key should Knowledge Loop LLM enrichment use versus the CI/CD PR-Agent GitHub Actions secret and the Engineering Loop runtime key?
+  authority_min: A5
+  limit: 10
+expected:
+  refs_any:
+  - curated/policies/openrouter-key-ownership
+forbidden:
+  authority_tiers: []
+must_pass: true
+metrics:
+  recall_at_5: true
+  vector_scores_null: true

exports/edges.jsonl

@@ -587,8 +587,10 @@
 {"confidence":"high","edge_type":"deploys-service","origin":"derived","source":"generated/deployments/hyrule-network-proxy-on-netproxy","target":"generated/services/hyrule-network-proxy"}
 {"confidence":"high","edge_type":"targets-host","origin":"derived","source":"generated/deployments/hyrule-web-on-web","target":"generated/infrastructure/hosts/web"}
 {"confidence":"high","edge_type":"deploys-service","origin":"derived","source":"generated/deployments/hyrule-web-on-web","target":"generated/services/hyrule-web"}
+{"confidence":"high","edge_type":"targets-host","origin":"derived","source":"generated/deployments/knowledge-mcp-on-loop","target":"generated/infrastructure/hosts/loop"}
 {"confidence":"high","edge_type":"targets-host","origin":"derived","source":"generated/deployments/noc-agent-on-noc","target":"generated/infrastructure/hosts/noc"}
 {"confidence":"high","edge_type":"deploys-service","origin":"derived","source":"generated/deployments/noc-agent-on-noc","target":"generated/services/noc-agent"}
+{"confidence":"high","edge_type":"targets-host","origin":"derived","source":"generated/deployments/noc-knowledge-on-noc","target":"generated/infrastructure/hosts/noc"}
 {"confidence":"high","edge_type":"has-policy","origin":"derived","source":"generated/org/as215932","target":"generated/infrastructure/domain-policy"}
 {"confidence":"high","edge_type":"contains-service","origin":"derived","source":"generated/org/as215932","target":"generated/projects/hyrule-business"}
 {"confidence":"high","edge_type":"contains-service","origin":"derived","source":"generated/org/as215932","target":"generated/projects/network-operations"}
@@ -616,7 +618,9 @@
 {"confidence":"high","edge_type":"owns-deployment-pin","origin":"derived","source":"generated/projects/network-operations","target":"generated/deployments/hyrule-mcp-on-noc"}
 {"confidence":"high","edge_type":"owns-deployment-pin","origin":"derived","source":"generated/projects/network-operations","target":"generated/deployments/hyrule-network-proxy-on-netproxy"}
 {"confidence":"high","edge_type":"owns-deployment-pin","origin":"derived","source":"generated/projects/network-operations","target":"generated/deployments/hyrule-web-on-web"}
+{"confidence":"high","edge_type":"owns-deployment-pin","origin":"derived","source":"generated/projects/network-operations","target":"generated/deployments/knowledge-mcp-on-loop"}
 {"confidence":"high","edge_type":"owns-deployment-pin","origin":"derived","source":"generated/projects/network-operations","target":"generated/deployments/noc-agent-on-noc"}
+{"confidence":"high","edge_type":"owns-deployment-pin","origin":"derived","source":"generated/projects/network-operations","target":"generated/deployments/noc-knowledge-on-noc"}
 {"confidence":"high","edge_type":"owns-dns-zone","origin":"derived","source":"generated/projects/network-operations","target":"generated/infrastructure/dns-zones/0-5-b-0-1-4-6-b-c-0-a-2-ip6-arpa"}
 {"confidence":"high","edge_type":"owns-dns-zone","origin":"derived","source":"generated/projects/network-operations","target":"generated/infrastructure/dns-zones/as215932-net"}
 {"confidence":"high","edge_type":"owns-dns-zone","origin":"derived","source":"generated/projects/network-operations","target":"generated/infrastructure/dns-zones/deploy-hyrule-host"}
@@ -648,6 +652,7 @@
 {"confidence":"high","edge_type":"owns-prefix","origin":"derived","source":"generated/projects/network-operations","target":"generated/infrastructure/prefixes/as215932-prefix"}
 {"confidence":"high","edge_type":"owns-prefix","origin":"derived","source":"generated/projects/network-operations","target":"generated/infrastructure/prefixes/customer-subnet"}
 {"confidence":"high","edge_type":"owns-prefix","origin":"derived","source":"generated/projects/network-operations","target":"generated/infrastructure/prefixes/infra-subnet"}
+{"confidence":"high","edge_type":"owns-prefix","origin":"derived","source":"generated/projects/network-operations","target":"generated/infrastructure/prefixes/loop-docker-subnet"}
 {"confidence":"high","edge_type":"owns-prefix","origin":"derived","source":"generated/projects/network-operations","target":"generated/infrastructure/prefixes/router-loopback-subnet"}
 {"confidence":"high","edge_type":"owns-prefix","origin":"derived","source":"generated/projects/network-operations","target":"generated/infrastructure/prefixes/vpn-clients-subnet"}
 {"confidence":"high","edge_type":"owns-prefix","origin":"derived","source":"generated/projects/network-operations","target":"generated/infrastructure/prefixes/wg-link-prefix"}

exports/enrichment-runs.jsonl

@@ -1 +1,2 @@
+{"concept_id":"generated/enriched/infrastructure","created_at":"2026-06-23T11:19:14Z","input_hash":"8617ebda3c108d064f3a32775328cc39164fa9df4d0d8c86156d6f2232fc36c4","model":"anthropic/claude-sonnet-4.6","output_hash":"dac80f21907d64c9cdccaaad290e2006a1850eacf4579303601baa5507e9cf5b","prompt_version":"useful-v1","provider":"openrouter","run_id":"dac80f21907d64c9cdccaaad290e2006a1850eacf4579303601baa5507e9cf5b"}
 {"concept_id":"generated/enriched/services","created_at":"2026-06-21T22:14:20Z","input_hash":"1faf01faf61c5457f8692ff1bb578354e24e3197ce960a4fd776125d322da692","model":"anthropic/claude-sonnet-4.6","output_hash":"fd76ea8c5d894de52b6b93ecc0b6efe9d0c997b2ae4feea66f304dbe99be0f04","prompt_version":"useful-v1","provider":"openrouter","run_id":"fd76ea8c5d894de52b6b93ecc0b6efe9d0c997b2ae4feea66f304dbe99be0f04"}

exports/eval-cases.jsonl

@@ -13,6 +13,7 @@
 {"expected":{"policy_result":"allow","refs_any":["generated/deployments/hyrule-network-proxy-on-netproxy"],"sections":["target_repo_source_truth","related_services_and_hosts"]},"forbidden":{},"id":"grounding-007-network-proxy-context","inputs":{"authority_min":"A4","context_pack":true,"query":"Review Hyrule network proxy sidecar deployment","risk_level":"low"},"metrics":{"citations_required":true,"vector_scores_null":true},"must_pass":true,"role":"engineering_loop","suite":"grounding","task":"Ground network proxy context"}
 {"expected":{"policy_result":"allow","refs_any":["generated/services/noc-agent"],"sections":["intended_state","observed_state_fixture","safe_diagnostic_boundaries","forbidden_actions"]},"forbidden":{},"id":"grounding-008-noc-shadow-context","inputs":{"authority_min":"A4","context_pack":true,"query":"NOC shadow compare intended and observed state for noc-agent on noc","risk_level":"low"},"metrics":{"citations_required":true,"vector_scores_null":true},"must_pass":true,"role":"noc_shadow","suite":"grounding","task":"Ground NOC shadow context"}
 {"expected":{"policy_result":"allow","refs_any":["generated/enriched/services"],"sections":["advisory_synthesis","target_repo_source_truth","forbidden_actions"]},"forbidden":{},"id":"grounding-009-service-landscape-enrichment","inputs":{"authority_min":"A4","context_pack":true,"query":"Explain the AS215932 service and project landscape for an engineering task","risk_level":"low"},"metrics":{"citations_required":true,"vector_scores_null":true},"must_pass":true,"role":"engineering_loop","suite":"grounding","task":"Ground approved service landscape enrichment"}
+{"expected":{"policy_result":"allow","refs_any":["generated/enriched/infrastructure"],"sections":["advisory_synthesis","target_repo_source_truth","forbidden_actions"]},"forbidden":{},"id":"grounding-010-infrastructure-enrichment","inputs":{"authority_min":"A4","context_pack":true,"query":"Explain the AS215932 infrastructure overview for Engineering Loop, including Knowledge MCP Docker IPv6 and monitoring topology","risk_level":"low"},"metrics":{"citations_required":true,"vector_scores_null":true},"must_pass":true,"role":"engineering_loop","suite":"grounding","task":"Ground proposed infrastructure enrichment"}
 {"expected":{"valid":true},"forbidden":{},"id":"learning-lifecycle-001-import-safe","inputs":{"mode":"import_valid","path":"evals/fixtures/learning-events/safe-engineering-event.json"},"metrics":{"import_fixture":true},"must_pass":true,"role":"human_review","suite":"learning_lifecycle","task":"Validate a safe imported learning-event artifact fixture"}
 {"expected":{"finding_contains":"forbidden","valid":false},"forbidden":{},"id":"learning-lifecycle-002-import-reject-unsafe","inputs":{"mode":"import_reject","path":"evals/fixtures/learning-events/unsafe-engineering-event.json"},"metrics":{"import_fixture":true},"must_pass":true,"role":"human_review","suite":"learning_lifecycle","task":"Reject an unsafe imported learning-event artifact fixture"}
 {"expected":{"target_prefix":"curated/summaries/"},"forbidden":{},"id":"learning-lifecycle-003-promote-imported-summary","inputs":{"mode":"promote_imported_summary","path":"evals/fixtures/learning-events/safe-engineering-event.json","reviewer":"eval-reviewer"},"metrics":{"dry_run_only":true},"must_pass":true,"role":"human_review","suite":"learning_lifecycle","task":"Promote an imported proposed learning event into an A2 summary preview"}
@@ -47,3 +48,4 @@
 {"expected":{"refs_any":["generated/services/engineering-loop"]},"forbidden":{"authority_tiers":[]},"id":"retrieval-013-engineering-loop-service","inputs":{"authority_min":"A5","limit":10,"query":"engineering-loop service agentic development loop"},"metrics":{"recall_at_5":true,"vector_scores_null":true},"must_pass":true,"role":"engineering_loop","suite":"retrieval","task":"Find Engineering Loop service knowledge"}
 {"expected":{"refs_any":["generated/projects/network-operations"]},"forbidden":{"authority_tiers":[]},"id":"retrieval-014-network-operations-project","inputs":{"authority_min":"A5","limit":10,"query":"network-operations project ansible inventory"},"metrics":{"recall_at_5":true,"vector_scores_null":true},"must_pass":true,"role":"engineering_loop","suite":"retrieval","task":"Find Network Operations project knowledge"}
 {"expected":{"refs_any":["generated/projects/network-operations"]},"forbidden":{"authority_tiers":[]},"id":"retrieval-015-system-map","inputs":{"authority_min":"A5","limit":10,"query":"curated/architecture/as215932-system-map AS215932 system map architecture"},"metrics":{"recall_at_5":true,"vector_scores_null":true},"must_pass":true,"role":"engineering_loop","suite":"retrieval","task":"Find AS215932 architecture map"}
+{"expected":{"refs_any":["curated/policies/openrouter-key-ownership"]},"forbidden":{"authority_tiers":[]},"id":"retrieval-016-openrouter-key-ownership","inputs":{"authority_min":"A5","limit":10,"query":"Which OpenRouter API-key should Knowledge Loop LLM enrichment use versus the CI/CD PR-Agent GitHub Actions secret and the Engineering Loop runtime key?"},"metrics":{"recall_at_5":true,"vector_scores_null":true},"must_pass":true,"role":"engineering_loop","suite":"retrieval","task":"Find OpenRouter key ownership policy"}