{
  "schema_version": 1,
  "checked_at": "2026-08-18",
  "subject": "GLM-5.2 Inspect AI OpenAI-compatible route audit",
  "environment": {
    "container_image": "python@sha256:519591d6871b7bc437060736b9f7456b8731f1499a57e22e6c285135ae657bf7",
    "python": "3.12.11",
    "inspect_ai": "0.3.249",
    "openai": "2.48.0",
    "execution_network": "none",
    "fixture_bind": "127.0.0.1:ephemeral"
  },
  "production_profile": {
    "model": "openai-api/zai/glm-5.2",
    "base_url": "https://api.z.ai/api/paas/v4",
    "credential_environment_variable": "ZAI_API_KEY",
    "base_url_environment_variable": "ZAI_BASE_URL",
    "responses_api": false
  },
  "fixture_run": {
    "sample_count": 3,
    "request_count": 3,
    "log_status": "success",
    "samples": [
      {
        "id": "mint",
        "target": "MINT-08",
        "completion": "MINT-08",
        "finish_reason": "stop",
        "scores": {
          "exact": "C"
        }
      },
      {
        "id": "orbit",
        "target": "ORBIT-17",
        "completion": "ORBIT-17",
        "finish_reason": "stop",
        "scores": {
          "exact": "C"
        }
      },
      {
        "id": "pine",
        "target": "PINE-42",
        "completion": "PINE-42",
        "finish_reason": "stop",
        "scores": {
          "exact": "C"
        }
      }
    ],
    "requests": [
      {
        "path": "/api/paas/v4/chat/completions",
        "model": "glm-5.2",
        "request_keys": [
          "max_tokens",
          "messages",
          "model",
          "temperature"
        ],
        "message_roles": [
          "user"
        ],
        "user_content": "Return exactly: MINT-08",
        "max_tokens": 16,
        "max_completion_tokens": null,
        "temperature": 0.0,
        "stream": null,
        "authorization_present": true,
        "authorization_scheme": "Bearer"
      },
      {
        "path": "/api/paas/v4/chat/completions",
        "model": "glm-5.2",
        "request_keys": [
          "max_tokens",
          "messages",
          "model",
          "temperature"
        ],
        "message_roles": [
          "user"
        ],
        "user_content": "Return exactly: ORBIT-17",
        "max_tokens": 16,
        "max_completion_tokens": null,
        "temperature": 0.0,
        "stream": null,
        "authorization_present": true,
        "authorization_scheme": "Bearer"
      },
      {
        "path": "/api/paas/v4/chat/completions",
        "model": "glm-5.2",
        "request_keys": [
          "max_tokens",
          "messages",
          "model",
          "temperature"
        ],
        "message_roles": [
          "user"
        ],
        "user_content": "Return exactly: PINE-42",
        "max_tokens": 16,
        "max_completion_tokens": null,
        "temperature": 0.0,
        "stream": null,
        "authorization_present": true,
        "authorization_scheme": "Bearer"
      }
    ]
  },
  "assertions": [
    {
      "name": "inspect-version-pinned",
      "passed": true,
      "detail": "0.3.249"
    },
    {
      "name": "openai-version-pinned",
      "passed": true,
      "detail": "2.48.0"
    },
    {
      "name": "evaluation-succeeded",
      "passed": true,
      "detail": "success"
    },
    {
      "name": "three-samples-recorded",
      "passed": true,
      "detail": 3
    },
    {
      "name": "three-fixture-requests",
      "passed": true,
      "detail": 3
    },
    {
      "name": "chat-completions-path",
      "passed": true,
      "detail": [
        "/api/paas/v4/chat/completions"
      ]
    },
    {
      "name": "model-name-preserved",
      "passed": true,
      "detail": [
        "glm-5.2"
      ]
    },
    {
      "name": "bearer-auth-applied",
      "passed": true,
      "detail": [
        "Bearer",
        "Bearer",
        "Bearer"
      ]
    },
    {
      "name": "token-cap-forwarded",
      "passed": true,
      "detail": [
        {
          "max_tokens": 16,
          "max_completion_tokens": null
        },
        {
          "max_tokens": 16,
          "max_completion_tokens": null
        },
        {
          "max_tokens": 16,
          "max_completion_tokens": null
        }
      ]
    },
    {
      "name": "temperature-forwarded",
      "passed": true,
      "detail": [
        0.0,
        0.0,
        0.0
      ]
    },
    {
      "name": "fixture-completions-exact",
      "passed": true,
      "detail": [
        "MINT-08",
        "ORBIT-17",
        "PINE-42"
      ]
    },
    {
      "name": "exact-scorer-ran",
      "passed": true,
      "detail": [
        {
          "exact": "C"
        },
        {
          "exact": "C"
        },
        {
          "exact": "C"
        }
      ]
    },
    {
      "name": "no-secret-value-archived",
      "passed": true,
      "detail": true
    }
  ],
  "summary": {
    "assertion_count": 13,
    "passed_assertion_count": 13,
    "failed_assertions": [],
    "real_model_calls": 0,
    "external_api_calls_during_fixture_run": 0,
    "model_weights_downloaded": false,
    "credentials_used": false
  },
  "limits": [
    "The fixture proves Inspect routing, payload construction, response parsing, scoring, and log completion against a local deterministic endpoint.",
    "It does not prove that Z.AI accepts every Inspect generation field or that a live GLM-5.2 answer will pass the task.",
    "It does not measure model quality, latency, availability, tokenization, provider billing, tool calling, or sandbox behavior.",
    "Run a separately authorized, bounded live smoke test before treating the production profile as release evidence."
  ]
}
