{
  "release": "polibench-paper-v1.0.1",
  "sourceExport": "exports/polibench-clean-csv-2026-04-26",
  "generatedAt": "2026-04-27T00:00:00.000Z",
  "validation": {
    "ok": true,
    "errors": [],
    "warnings": [
      "Exploratory release: no human baseline collected; not externally validated."
    ]
  },
  "truthGate": {
    "status": "pass",
    "requiredFields": [
      "runId",
      "modelId",
      "questionId",
      "rawPromptHash",
      "rawResponse",
      "parsedAnswer",
      "parserVersion",
      "scorerVersion",
      "benchmarkVersion",
      "releaseFileLineage"
    ],
    "checkedResponses": 22680,
    "failures": []
  },
  "schemaManifest": [
    {
      "artifact": "runs.csv",
      "schema": "schemas/run.schema.json",
      "status": "pass",
      "errors": []
    },
    {
      "artifact": "canonical_responses.csv",
      "schema": "schemas/response.schema.json",
      "status": "pass",
      "errors": []
    },
    {
      "artifact": "questions.csv",
      "schema": "schemas/question.schema.json",
      "status": "pass",
      "errors": []
    },
    {
      "artifact": "axis_scores_recomputed.csv",
      "schema": "schemas/score.schema.json",
      "status": "pass",
      "errors": []
    },
    {
      "artifact": "exclusions.csv",
      "schema": "schemas/exclusion.schema.json",
      "status": "pass",
      "errors": []
    },
    {
      "artifact": "duplicate_resolution.csv",
      "schema": "schemas/duplicate-resolution.schema.json",
      "status": "pass",
      "errors": []
    },
    {
      "artifact": "paper_release.json",
      "schema": "schemas/paper-release.schema.json",
      "status": "pass",
      "errors": []
    }
  ],
  "counts": {
    "artifactPacks": 50,
    "uniqueRuns": 147,
    "sourceResponseRows": 34875,
    "uniqueResponseRows": 34875,
    "sourceQuestionRows": 522,
    "sourceAxisScoreRows": 1009,
    "sourceAxisStatRows": 1314,
    "sourceModelCatalogRows": 127,
    "completedFullSuiteRuns": 99,
    "strictEligibleRuns": 95,
    "canonicalModels": 84,
    "sourceCanonicalResponseRows": 22704,
    "resolvedCanonicalResponseRows": 22680,
    "duplicateRunQuestionPairs": 24,
    "exclusions": 63
  },
  "files": [
    {
      "file": "runs.csv",
      "sha256": "225b2c784d97660c490b65a8075e287402971be60962e159891fc2c4bc27ab66",
      "bytes": 239641,
      "rows": 147
    },
    {
      "file": "responses.csv",
      "sha256": "71e1b3e8807b067e3ced97e4cc36a5b6ce3dd7c04c1d93a9517bde0efbebdead",
      "bytes": 23222739,
      "rows": 34875
    },
    {
      "file": "questions.csv",
      "sha256": "f774a33f5894bddb8cb444c3f7b99c13660c860b6aea1756fb1734b835ac01e8",
      "bytes": 147373,
      "rows": 522
    },
    {
      "file": "axis_scores.csv",
      "sha256": "32c7c1581a59ace148a34afbb36df193d5a9e0d1508b0ec5024ee7150b881851",
      "bytes": 125574,
      "rows": 1009
    },
    {
      "file": "axis_stats.csv",
      "sha256": "f12c19d44790ec4e501fb717cf56b1f83f2283c215a38a0ad963e668d59463a6",
      "bytes": 176003,
      "rows": 1314
    },
    {
      "file": "axis_definitions.csv",
      "sha256": "07df22fed304479cac658efe5b04f66b3086c5f4410742d64aea362ef3d21ade",
      "bytes": 1001,
      "rows": 9
    },
    {
      "file": "model_catalog.csv",
      "sha256": "f99cd3db01c90192c3fd84d2743c6483d6506735eb1019ece16df8e9fb7e3ecc",
      "bytes": 12039,
      "rows": 127
    },
    {
      "file": "artifact_packs.csv",
      "sha256": "7bcc4d28c1da87ddf5cf1745fbfa8779fdefee50a0dc9f0789d626aa0ec9bdbf",
      "bytes": 19985,
      "rows": 50
    },
    {
      "file": "pack_runs.csv",
      "sha256": "8d36b3ab362db4bdd36626a812c5e67bf69133918c107a5ccd07ffd36f30532f",
      "bytes": 57271,
      "rows": 158
    },
    {
      "file": "canonical_sample.csv",
      "sha256": "afc3bddc9d4480a5c49d0f3c0d6941faa5a74e7cf8333a033041414c535996c5",
      "bytes": 23223,
      "rows": 84
    },
    {
      "file": "canonical_responses.csv",
      "sha256": "9e902ee604844482bbdb728040def04d9f4d4c318989c8a852f54ad762b9e6ce",
      "bytes": 10025906,
      "rows": 22680
    },
    {
      "file": "axis_scores_recomputed.csv",
      "sha256": "f20df6554b42fff9e71fa71c09def6d35f6179c8f49f708c9b62d3acb3e40d7f",
      "bytes": 95072,
      "rows": 756
    },
    {
      "file": "axis_intervals.csv",
      "sha256": "71841a6eb0590ffc936c3fe6ab3c88092a5baa4ba65c8c7cf7972b6ddac40b49",
      "bytes": 110394,
      "rows": 756
    },
    {
      "file": "response_style_controls.csv",
      "sha256": "f36234c504de7944a8c30f8626c324e5bcda6a6bb93b87cab3c2e75d21df01c3",
      "bytes": 12000,
      "rows": 84
    },
    {
      "file": "item_diagnostics.csv",
      "sha256": "e153955252cffb1747edfcc1ed05b6fff10bcf9dc94dd477f394323cee83c365",
      "bytes": 103620,
      "rows": 270
    },
    {
      "file": "duplicate_resolution.csv",
      "sha256": "09737a66e9c225852afb870e3f932419a3d564ebb31afe6a0e5eaeeff4924266",
      "bytes": 7474,
      "rows": 24
    },
    {
      "file": "exclusions.csv",
      "sha256": "635bccf966bb1e13c502c1c53342abef6f10ae23e3cea61ac4e672260d54cde8",
      "bytes": 12729,
      "rows": 63
    },
    {
      "file": "data_dictionary.csv",
      "sha256": "40dfd18813a7d7ad32f75b425c6edbca201a1fc3851f661411b2cc8539dedd0c",
      "bytes": 5832,
      "rows": 65
    },
    {
      "file": "schema_manifest.csv",
      "sha256": "2b401f0034087c8f45cf0dcdc3d4961f547425a9035e1266221e043815dd87d2",
      "bytes": 418,
      "rows": 7
    },
    {
      "file": "scoring_config.json",
      "sha256": "f4b558c903bcc8c0957fde6c0dd11df2f8b52cf30a27cc606b8b0a31bc2307f3",
      "bytes": 391
    },
    {
      "file": "benchmark_version.json",
      "sha256": "c2dcffaab0096e3955348ee367a90536cab950f897c21c2b3e73b8b76b069a99",
      "bytes": 335
    },
    {
      "file": "release_validation.json",
      "sha256": "d9da7f6f59cbdfe7887c8cb0ece0b5d1323346cd25cb8b2a825618d955c33db1",
      "bytes": 136
    },
    {
      "file": "human_expert_coding.csv",
      "sha256": "9e2a843e528300150c9eef8f979ad3510ae7c77701e7503b05a8bf6977a6fa81",
      "bytes": 167,
      "rows": 0
    },
    {
      "file": "external_anchors.csv",
      "sha256": "71172b617481954cba819a14c609ae8ab2f0f9b0d885417239da267bf0da6f17",
      "bytes": 186,
      "rows": 0
    },
    {
      "file": "open_ended_responses.csv",
      "sha256": "71695289bed8d8602fe097b1b4eb0493d7fc64ee0c3ac3ee7f317dd1f61a9b21",
      "bytes": 163,
      "rows": 0
    },
    {
      "file": "paper_reproduction_script.md",
      "sha256": "3d84193bb4e9378e17d27468621d0d4e99a0ae3902cc38eebe51a4e50a65ce34",
      "bytes": 298
    }
  ]
}