{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://medgauge.org/schemas/0.1.0/reproduction.schema.json",
  "title": "reproduction",
  "description": "A second-environment reproduction: the benchmark version, harness and model re-run elsewhere, whether the reference solution still scores full marks, and env_delta with its sign.",
  "type": "object",
  "additionalProperties": false,
  "properties": {
    "id": {
      "type": "string",
      "pattern": "^rp-[a-z0-9.-]+$"
    },
    "org": {
      "type": "string",
      "minLength": 1
    },
    "benchmark": {
      "type": "string",
      "minLength": 1
    },
    "benchmark_version": {
      "type": "string",
      "minLength": 1
    },
    "calib_task_set": {
      "type": "string",
      "minLength": 1
    },
    "harness": {
      "type": "string",
      "minLength": 1
    },
    "harness_version": {
      "type": "string",
      "minLength": 1
    },
    "model": {
      "type": "string",
      "minLength": 1
    },
    "oracle_full_score": {
      "type": "boolean"
    },
    "env_delta": {
      "type": "number",
      "minimum": 0,
      "maximum": 1,
      "description": "Absolute difference in pass^3 between the two environments (M9)"
    },
    "env_delta_signed": {
      "type": "number",
      "minimum": -1,
      "maximum": 1,
      "description": "Signed difference in pass^3 (reproducer's environment minus the site's)"
    },
    "passed": {
      "type": "boolean",
      "description": "Reference solution at full marks and env_delta within the threshold. Absent until a threshold is set (methodology section 8.5): env_delta is then reported, not judged"
    },
    "date": {
      "type": "string",
      "format": "date"
    },
    "notes": {
      "type": "string"
    }
  },
  "required": [
    "id",
    "org",
    "benchmark",
    "benchmark_version",
    "harness",
    "harness_version",
    "model",
    "oracle_full_score",
    "env_delta",
    "date"
  ]
}