{
  "observed_at": "2026-09-10T16:09:11.340Z",
  "mode": "offline_synthetic_validation",
  "positive_control_definition_id": "OpenAILLMService",
  "cases": [
    {
      "name": "registered_chat_control",
      "result": {
        "valid": true,
        "errors": [],
        "warnings": [
          "Stage llm: system prompt wires tools but has no Tools section — add a \"# Tools\" section with per-tool when/when-not guidance (see the provider prompting guide).",
          "Stage llm: system prompt has no examples — add 2-3 example/sample phrases (the OpenAI/Anthropic/Nova guides all call for this), with a \"vary these\" note."
        ]
      }
    },
    {
      "name": "invented_saved_tool",
      "result": {
        "valid": true,
        "errors": [],
        "warnings": [
          "Stage llm: config.tools references \"nonexistent-research-tool\" — confirm this is a real saved tool id (search_tools) or it will not be wired.",
          "Stage llm: system prompt wires tools but has no Tools section — add a \"# Tools\" section with per-tool when/when-not guidance (see the provider prompting guide).",
          "Stage llm: system prompt has no examples — add 2-3 example/sample phrases (the OpenAI/Anthropic/Nova guides all call for this), with a \"vary these\" note."
        ]
      }
    },
    {
      "name": "legacy_python_entrypoint",
      "result": {
        "valid": false,
        "errors": [
          "Stage llm: inline Python tool \"probe\" config.source must define `async def run(args, context)`."
        ],
        "warnings": [
          "Stage llm: system prompt wires tools but has no Tools section — add a \"# Tools\" section with per-tool when/when-not guidance (see the provider prompting guide).",
          "Stage llm: none of the wired tools (probe) are named in the prompt — name each and say when to use it.",
          "Stage llm: system prompt has no examples — add 2-3 example/sample phrases (the OpenAI/Anthropic/Nova guides all call for this), with a \"vary these\" note."
        ]
      }
    },
    {
      "name": "unknown_top_level_service",
      "result": {
        "valid": false,
        "errors": [
          {
            "path": "pipeline[0].service",
            "message": "Invalid service 'missing' for provider 'research_unregistered' and type 'llm'. Valid services: ",
            "value": "missing"
          }
        ],
        "warnings": [
          "Stage llm: no service definition matched provider=\"research_unregistered\" type=\"llm\" service=\"missing\" — check list_service_definitions for valid combinations."
        ]
      }
    },
    {
      "name": "unknown_translation_flow_services",
      "result": {
        "valid": true,
        "errors": [],
        "warnings": []
      }
    }
  ]
}