{
  "schema_version": 1,
  "source_id": "scuba",
  "checked_at": "2026-10-17T09:28:36.086573+00:00",
  "repository": "https://github.com/SalesforceAIResearch/SCUBA",
  "revision": "b893e2239b035f93d5753a32557346d15935d596",
  "status": "IMPORTED_NOT_RUN",
  "imported_records": 300,
  "executed_tasks": 0,
  "canonical_objects_equal_source": 300,
  "demo_objects_equal_source": 300,
  "prompt_variants_count_as_extra_records": false,
  "roles": {
    "admin": 171,
    "sales": 74,
    "service": 55
  },
  "evaluation_modes": {
    "state_milestones": 275,
    "question_answering": 25
  },
  "templates": 60,
  "demo_memory_content_status": {
    "example_text_present": 260,
    "heading_only": 40
  },
  "external_registry_difference_records": 106,
  "schema_anomaly_ids": [
    "sales_009_002"
  ],
  "exact_template_parameter_answer_signatures": 298,
  "signature_scope": "Exact source-field signatures, not proven unique runtime goals.",
  "snapshot": {
    "sha256": "9739fa2de31f3cc716835f236cffe29f33d4b3afaf931747c026e3febf330a1e",
    "bytes": 251915,
    "files": 36,
    "includes_license_and_ai_ethics": true,
    "complete_runtime": false
  },
  "regression": {
    "previous_records_unchanged": 4811,
    "previous_corpus_is_exact_byte_prefix": true,
    "previous_snapshot_hashes_unchanged": 15,
    "previous_sha256": "a2ca84410eebe71c3ea46e00449a88c25b163e7aba186542e4f84c6655bac035",
    "current_sha256": "7d6700001ae115b0be2a1bab84d8af5992fa4b39c30d9e2369ed013f87cf6837",
    "current_bytes": 27560507
  },
  "validation_scope": "Source objects, static references, license and snapshot hashes only; no Salesforce login, upstream code, grader or task execution.",
  "subsequent_verifier_review": {
    "checked_at": "2026-10-17T10:11:21.470752+00:00",
    "review_file": "research/public-tasks/scuba-verifier-review.json",
    "review_sha256": "1ed7bd039075f446353e7b562e3016aabcfb34c848ace25fa8a3815b4896e836",
    "changed_record_ids": [
      "scuba:service_002_001",
      "scuba:service_002_003",
      "scuba:service_002_004",
      "scuba:service_002_005"
    ],
    "changed_fields": [
      "verifier"
    ],
    "unchanged_records": 5107,
    "all_original_objects_instructions_and_variants_unchanged": true,
    "source_archives_unchanged": 16,
    "notice_bytes_unchanged": true,
    "before_corpus_sha256": "7d6700001ae115b0be2a1bab84d8af5992fa4b39c30d9e2369ed013f87cf6837",
    "current_corpus_sha256": "e5798e72d31111d1d144028c9a177b5ead3114dd9cbe8441cedce01241f6b2f9",
    "current_corpus_bytes": 27574023,
    "execution_runs": 0,
    "scope": "Static source annotations only; not task execution, a measured score or a taxonomy assignment."
  }
}
