{
  "schemaVersion": 1,
  "operationId": "20260816200246-03d66d0814",
  "checkedAt": "2026-08-16T20:15:59.263Z",
  "testBoundary": {
    "authenticatedApiCalls": 0,
    "tokenizerCalls": 0,
    "modelCalls": 0,
    "graderCalls": 0,
    "weightsDownloaded": false,
    "sourcesStored": "receipts and hashes only; response bodies omitted",
    "purpose": "Verify public request and score-extraction contracts, deterministic validation, and probability arithmetic without claiming route acceptance, output quality, or calibrated correctness."
  },
  "sourceReceipts": {
    "chatCompletion": {
      "url": "https://docs.z.ai/api-reference/llm/chat-completion.md",
      "finalUrl": "https://docs.z.ai/api-reference/llm/chat-completion.md",
      "status": 200,
      "bytes": 42731,
      "sha256": "322c87b850c4504873b8c225b5b31266d90aa129f362134fa040c49c5943a7c9",
      "optional": false
    },
    "modelGuide": {
      "url": "https://docs.z.ai/guides/llm/glm-5.2.md",
      "finalUrl": "https://docs.z.ai/guides/llm/glm-5.2.md",
      "status": 200,
      "bytes": 25293,
      "sha256": "eeca971119068b0619137ce9c9d3c9362131baf16fdab0c067eefe5802919023",
      "optional": false
    },
    "modelApi": {
      "url": "https://huggingface.co/api/models/zai-org/GLM-5.2",
      "finalUrl": "https://huggingface.co/api/models/zai-org/GLM-5.2",
      "status": 200,
      "bytes": 23604,
      "sha256": "5a21105968eaabbd2676b26c5896fcade2525f9758049bec67271b403d4a2f9a",
      "optional": false
    },
    "transformersGeneration": {
      "url": "https://raw.githubusercontent.com/huggingface/transformers/v5.12.0/src/transformers/generation/utils.py",
      "finalUrl": "https://raw.githubusercontent.com/huggingface/transformers/v5.12.0/src/transformers/generation/utils.py",
      "status": 200,
      "bytes": 215449,
      "sha256": "1eaf0aebe61f9616968f298bc33c78f6bfc83cb43f563db4d7ce572824131c7b",
      "optional": false
    },
    "vllmChatProtocol": {
      "url": "https://raw.githubusercontent.com/vllm-project/vllm/v0.27.1/vllm/entrypoints/openai/chat_completion/protocol.py",
      "finalUrl": "https://raw.githubusercontent.com/vllm-project/vllm/v0.27.1/vllm/entrypoints/openai/chat_completion/protocol.py",
      "status": 200,
      "bytes": 47397,
      "sha256": "69ca76724ccb4a2e990814767c344226d47ead7d608213a4939584cd048637dd",
      "optional": false
    },
    "vllmModelConfig": {
      "url": "https://raw.githubusercontent.com/vllm-project/vllm/v0.27.1/vllm/config/model.py",
      "finalUrl": "https://raw.githubusercontent.com/vllm-project/vllm/v0.27.1/vllm/config/model.py",
      "status": 200,
      "bytes": 98921,
      "sha256": "d14c60ce1b2a7d9c47983ef0df0c10c4f8083ced5bc45935e8ababfe59f22736",
      "optional": false
    },
    "sglangIoStruct": {
      "url": "https://raw.githubusercontent.com/sgl-project/sglang/v0.5.17/python/sglang/srt/managers/io_struct.py",
      "finalUrl": "https://raw.githubusercontent.com/sgl-project/sglang/v0.5.17/python/sglang/srt/managers/io_struct.py",
      "status": 200,
      "bytes": 95512,
      "sha256": "e3de0be2cbdf4778ee7529340015c849564eed6c78074315c8e8b866554ace71",
      "optional": false
    },
    "calibrationPaper": {
      "url": "https://arxiv.org/abs/2405.16282",
      "finalUrl": "https://arxiv.org/abs/2405.16282",
      "status": 200,
      "bytes": 42944,
      "sha256": "7ec4f4ae43f4a8c81e086233e481d163d7867e18e68be119ecd8f30ca989b4c2",
      "optional": false
    },
    "glm52Blog": {
      "url": "https://z.ai/blog/glm-5.2",
      "finalUrl": "https://z.ai/blog/glm-5.2",
      "status": 200,
      "bytes": 598,
      "sha256": "63e94b9e11a2db64243ff18418011577f2a98ca7851ce9dcb0e97cfe34cc245a",
      "optional": false
    },
    "zhipuResearch": {
      "url": "http://zhipuai.cn/zh/research",
      "finalUrl": "https://www.zhipuai.cn/zh/research",
      "status": 200,
      "bytes": 1243011,
      "sha256": "c9825ad32a505b312954e96db523aa18233301902cddb0a9b91244d939509402",
      "optional": true
    },
    "pinnedGenerationConfig": {
      "url": "https://huggingface.co/zai-org/GLM-5.2/resolve/b4734de4facf877f85769a911abafc5283eab3d9/generation_config.json",
      "finalUrl": "https://huggingface.co/api/resolve-cache/models/zai-org/GLM-5.2/b4734de4facf877f85769a911abafc5283eab3d9/generation_config.json?%2Fzai-org%2FGLM-5.2%2Fresolve%2Fb4734de4facf877f85769a911abafc5283eab3d9%2Fgeneration_config.json=&etag=%22216bbb092d0df0dda1dc4cedd789b92286c4c001%22",
      "status": 200,
      "bytes": 194,
      "sha256": "ac76b43d8683d3b930126870fc8be73d8679308fe752fa1f381096d8354f6a55",
      "optional": false
    },
    "pinnedReadme": {
      "url": "https://huggingface.co/zai-org/GLM-5.2/resolve/b4734de4facf877f85769a911abafc5283eab3d9/README.md",
      "finalUrl": "https://huggingface.co/api/resolve-cache/models/zai-org/GLM-5.2/b4734de4facf877f85769a911abafc5283eab3d9/README.md?%2Fzai-org%2FGLM-5.2%2Fresolve%2Fb4734de4facf877f85769a911abafc5283eab3d9%2FREADME.md=&etag=%224245dd1dded39efdc83b5d38354ffc1b14f1879c%22",
      "status": 200,
      "bytes": 10905,
      "sha256": "ed5aca8ce3dc5f8de626c87e488444343e43b1dcbdeb0e643dc72fea63ab06e8",
      "optional": false
    }
  },
  "findings": {
    "modelRevision": "b4734de4facf877f85769a911abafc5283eab3d9",
    "hosted": {
      "documentedLogprobFields": {
        "logprobs": false,
        "top_logprobs": false,
        "prompt_logprobs": false,
        "logprob_token_ids": false,
        "logit_bias": false
      },
      "documentsModel": true,
      "documentsMessages": true,
      "documentsDoSample": true,
      "documentsTemperature": true,
      "documentsTopP": true,
      "modelGuideContainsLogprobs": false
    },
    "checkpoint": {
      "transformersVersion": "5.12.0",
      "generationConfigHasLogprobs": false,
      "generationConfigHasOutputScores": false,
      "readmeMinimumVllmVersion": "0.23.0",
      "readmeMinimumSglangVersion": "0.5.13.post1"
    },
    "transformers": {
      "version": "5.12.0",
      "outputScoresReturnsVocabularyScores": true,
      "exposesComputeTransitionScores": true,
      "normalizeLogitsDefaultsFalse": true,
      "exampleNormalizesSelectedTokenScores": true
    },
    "vllm": {
      "version": "0.27.1",
      "chatLogprobsDefaultFalse": true,
      "chatTopLogprobsDefaultZero": true,
      "exposesPromptLogprobs": true,
      "exposesSelectedTokenIds": true,
      "defaultMaxLogprobs": 20,
      "defaultLogprobsMode": "raw_logprobs"
    },
    "sglang": {
      "version": "0.5.17",
      "exposesReturnLogprob": true,
      "defaultReturnLogprobFalse": true,
      "exposesPromptStart": true,
      "defaultPromptStartOutputOnly": true,
      "exposesTopCount": true,
      "exposesSelectedTokenIds": true
    },
    "calibrationPaper": {
      "returned200": true,
      "namesConfidenceProbabilityAlignment": true
    },
    "fixedDiscoveryChecks": {
      "glm52BlogReturned200": true,
      "glm52BlogNamesGlm52": false,
      "zhipuResearchReturned200": true,
      "zhipuResearchNamesGlm52": true
    }
  },
  "contracts": {
    "zai_hosted": {
      "label": "Z.AI hosted Chat Completion",
      "fields": []
    },
    "transformers_5_12": {
      "label": "Transformers 5.12 direct generation",
      "fields": [
        "return_dict_in_generate",
        "output_scores",
        "normalize_logits"
      ]
    },
    "vllm_0_27_1_chat": {
      "label": "vLLM 0.27.1 Chat Completions",
      "fields": [
        "logprobs",
        "top_logprobs",
        "prompt_logprobs",
        "logprob_token_ids"
      ],
      "defaultMaxLogprobs": 20
    },
    "sglang_0_5_17_native": {
      "label": "SGLang 0.5.17 native GenerateReqInput",
      "fields": [
        "return_logprob",
        "logprob_start_len",
        "top_logprobs_num",
        "token_ids_logprob",
        "return_text_in_logprobs"
      ]
    }
  },
  "fixtures": {
    "zaiOmitted": {
      "route": "zai_hosted",
      "input": {},
      "accepted": true,
      "errors": [],
      "warnings": []
    },
    "zaiOutputLogprobs": {
      "route": "zai_hosted",
      "input": {
        "logprobs": true
      },
      "accepted": false,
      "errors": [
        "UNDOCUMENTED_OR_UNSUPPORTED:logprobs"
      ],
      "warnings": []
    },
    "zaiTopLogprobs": {
      "route": "zai_hosted",
      "input": {
        "top_logprobs": 5
      },
      "accepted": false,
      "errors": [
        "UNDOCUMENTED_OR_UNSUPPORTED:top_logprobs"
      ],
      "warnings": []
    },
    "transformersComplete": {
      "route": "transformers_5_12",
      "input": {
        "return_dict_in_generate": true,
        "output_scores": true,
        "normalize_logits": true
      },
      "accepted": true,
      "errors": [],
      "warnings": []
    },
    "transformersMissingReturnDict": {
      "route": "transformers_5_12",
      "input": {
        "output_scores": true,
        "normalize_logits": true
      },
      "accepted": false,
      "errors": [
        "OUTPUT_SCORES_REQUIRE_RETURN_DICT"
      ],
      "warnings": []
    },
    "transformersUnnormalized": {
      "route": "transformers_5_12",
      "input": {
        "return_dict_in_generate": true,
        "output_scores": true,
        "normalize_logits": false
      },
      "accepted": true,
      "errors": [],
      "warnings": [
        "TOKEN_SCORES_NOT_NORMALIZED"
      ]
    },
    "vllmOmitted": {
      "route": "vllm_0_27_1_chat",
      "input": {},
      "accepted": true,
      "errors": [],
      "warnings": []
    },
    "vllmTopFive": {
      "route": "vllm_0_27_1_chat",
      "input": {
        "logprobs": true,
        "top_logprobs": 5
      },
      "accepted": true,
      "errors": [],
      "warnings": []
    },
    "vllmTopWithoutFlag": {
      "route": "vllm_0_27_1_chat",
      "input": {
        "top_logprobs": 5
      },
      "accepted": false,
      "errors": [
        "TOP_LOGPROBS_REQUIRE_LOGPROBS_TRUE"
      ],
      "warnings": []
    },
    "vllmAboveDefaultMax": {
      "route": "vllm_0_27_1_chat",
      "input": {
        "logprobs": true,
        "top_logprobs": 21
      },
      "accepted": false,
      "errors": [
        "ABOVE_DEFAULT_MAX_LOGPROBS:top_logprobs"
      ],
      "warnings": []
    },
    "vllmPromptFive": {
      "route": "vllm_0_27_1_chat",
      "input": {
        "prompt_logprobs": 5
      },
      "accepted": true,
      "errors": [],
      "warnings": []
    },
    "vllmSelectedTokenIds": {
      "route": "vllm_0_27_1_chat",
      "input": {
        "logprobs": true,
        "logprob_token_ids": [
          101,
          202
        ]
      },
      "accepted": true,
      "errors": [],
      "warnings": []
    },
    "sglangOmitted": {
      "route": "sglang_0_5_17_native",
      "input": {},
      "accepted": true,
      "errors": [],
      "warnings": []
    },
    "sglangOutputOnly": {
      "route": "sglang_0_5_17_native",
      "input": {
        "return_logprob": true,
        "logprob_start_len": -1,
        "top_logprobs_num": 5
      },
      "accepted": true,
      "errors": [],
      "warnings": []
    },
    "sglangPromptAndOutput": {
      "route": "sglang_0_5_17_native",
      "input": {
        "return_logprob": true,
        "logprob_start_len": 0,
        "token_ids_logprob": [
          101,
          202
        ]
      },
      "accepted": true,
      "errors": [],
      "warnings": []
    },
    "sglangKnobWithoutFlag": {
      "route": "sglang_0_5_17_native",
      "input": {
        "top_logprobs_num": 5
      },
      "accepted": false,
      "errors": [
        "SGLANG_SCORING_KNOBS_REQUIRE_RETURN_LOGPROB"
      ],
      "warnings": []
    },
    "sglangInvalidStart": {
      "route": "sglang_0_5_17_native",
      "input": {
        "return_logprob": true,
        "logprob_start_len": -2
      },
      "accepted": false,
      "errors": [
        "INVALID_LOGPROB_START_LEN"
      ],
      "warnings": []
    }
  },
  "probabilityExamples": {
    "logprobZero": 1,
    "logprobHalf": 0.5,
    "logprobTenth": 0.10000000000000002,
    "topToRunnerUpProbabilityRatio": 4.000000000000001,
    "threeTokenSequence": {
      "tokenCount": 3,
      "sumLogprob": -1.9379419794061363,
      "jointProbability": 0.14400000000000002,
      "meanLogprob": -0.6459806598020454,
      "geometricMeanTokenProbability": 0.5241482788417794
    },
    "repeatedThreeTokenSequence": {
      "tokenCount": 6,
      "sumLogprob": -3.875883958812272,
      "jointProbability": 0.020736000000000015,
      "meanLogprob": -0.6459806598020453,
      "geometricMeanTokenProbability": 0.5241482788417794
    }
  },
  "assertions": {
    "hostedDocumentsNoLogprobFields": true,
    "hostedParserStillFindsKnownFields": true,
    "modelGuideAlsoHasNoLogprobTerm": true,
    "checkpointAddsNoScoringOverride": true,
    "transformersPathVerified": true,
    "vllmContractVerified": true,
    "sglangContractVerified": true,
    "hostedRequestsFailClosed": true,
    "transformersRequiresCompleteScorePath": true,
    "vllmBoundsAndDependenciesPass": true,
    "sglangDependenciesPass": true,
    "probabilityArithmeticPasses": true
  },
  "summary": {
    "sourceCount": 12,
    "fixtureCount": 17,
    "assertionCount": 12,
    "passedAssertionCount": 12,
    "failedAssertions": []
  }
}