{
  "schema_version": 1,
  "reviewed_at": "2026-10-17T11:31:38Z",
  "status": "STATIC_CROSS_SOURCE_REVIEW_NOT_RUN",
  "scope": "Independent lineage evidence only; does not modify any task original, verifier status or published reference answer.",
  "derivation": "Project-derived comparison of public records and fixed-tree identities, not an upstream cross-ID registry.",
  "canonical_json_hash_encoding": {
    "algorithm": "SHA-256",
    "encoding": "UTF-8",
    "sort_keys": true,
    "ensure_ascii": false,
    "separators": [
      ",",
      ":"
    ]
  },
  "sources": {
    "finch": {
      "repository": "https://huggingface.co/datasets/FinWorkBench/Finch",
      "revision": "530700c28f7eb68a66c7753d7857c5be80ca274d",
      "path": "finch_workflows_test.jsonl",
      "bytes": 223578,
      "sha256": "0c8379da255b46c8e5022643d54fe4d448cde3ce8406e964744a9be651ba7c1f",
      "license_declarations": [
        "CC-BY-3.0 dataset card",
        "CC-BY-3.0-US paper Appendix E"
      ],
      "license_source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/blob/530700c28f7eb68a66c7753d7857c5be80ca274d/README.md"
    },
    "dabstep_dev": {
      "repository": "https://huggingface.co/datasets/adyen/DABstep",
      "revision": "523e6627415c6ebafa0954ce0df9cd93b6c0914d",
      "path": "data/tasks/dev.jsonl",
      "bytes": 6330,
      "sha256": "c1da755a6fe9cb538fc84719f51e1db0bff0190a1d6905767ac18c755e66a07b",
      "license": "CC-BY-4.0",
      "license_source_url": "https://huggingface.co/datasets/adyen/DABstep/blob/523e6627415c6ebafa0954ce0df9cd93b6c0914d/LICENSE"
    },
    "dabstep_default": {
      "repository": "https://huggingface.co/datasets/adyen/DABstep",
      "revision": "523e6627415c6ebafa0954ce0df9cd93b6c0914d",
      "path": "data/tasks/all.jsonl",
      "bytes": 188609,
      "sha256": "d776385abe09ff89ed3263bd47c90fa0f060680c0d2ef04a83485fa4b6f2512c"
    }
  },
  "summary_en": "Three Finch workflows correspond to public DABstep dev examples with seven matching published input-asset identities each. Finch 18 changes guidance and reference value; Decimal rounding does not reconcile the two published answers. No claim is made that either reference is correct.",
  "summary_zh": "三个Finch工作流可对应公开DABstep开发例，每例七个输入资产身份相同。Finch18修改指南和参考值，Decimal舍入无法使两侧答案一致；未验证哪一侧正确。",
  "annotations": [
    {
      "record_id": "finch:17",
      "finch_id": "17",
      "dabstep_dev_id": "1681",
      "mapping_status": "project_derived_public_source_correspondence_not_official_id_table",
      "finch_source": {
        "repository": "https://huggingface.co/datasets/FinWorkBench/Finch",
        "revision": "530700c28f7eb68a66c7753d7857c5be80ca274d",
        "path": "finch_workflows_test.jsonl",
        "line": 18,
        "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/blob/530700c28f7eb68a66c7753d7857c5be80ca274d/finch_workflows_test.jsonl#L18"
      },
      "dabstep_dev_source": {
        "repository": "https://huggingface.co/datasets/adyen/DABstep",
        "revision": "523e6627415c6ebafa0954ce0df9cd93b6c0914d",
        "path": "data/tasks/dev.jsonl",
        "line": 7,
        "source_url": "https://huggingface.co/datasets/adyen/DABstep/blob/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/tasks/dev.jsonl#L7"
      },
      "dabstep_default_source": {
        "repository": "https://huggingface.co/datasets/adyen/DABstep",
        "revision": "523e6627415c6ebafa0954ce0df9cd93b6c0914d",
        "path": "data/tasks/all.jsonl",
        "line": 250,
        "source_url": "https://huggingface.co/datasets/adyen/DABstep/blob/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/tasks/all.jsonl#L250"
      },
      "finch_original_canonical_json_sha256": "cc1bcdf96da0168511d8f81eccc4c86d3022ef897fc58fcfc09cefaedebf718b",
      "dabstep_dev_original_canonical_json_sha256": "77d6c1d610d59f8bd925936098aaa922981ee6bd500e563efde1a00887d1e832",
      "finch_fields": {
        "instruction_en": {
          "value": "For the 10th of the year 2023, what are the Fee IDs applicable to Belles_cookbook_store?\n\nAnswer must be a list of values in comma separated list, eg: A, B, C. If the answer is an empty list, reply with an empty string. If a question does not have a relevant or applicable answer for the task, please respond with 'Not Applicable'",
          "utf8_sha256": "1a9bd265158d72c1d97d02e95ca98a3b8991cb7a0831aa646d539339815c34e4"
        },
        "reference_outputs.text": {
          "value": "741, 709, 454, 813, 381, 536, 473, 572, 477, 286",
          "utf8_sha256": "7c936002d90337d22772199d9ae9266012ecfee59290a195ce38e38901fd8b41"
        }
      },
      "finch_instruction_decomposition": {
        "status": "derived comparison only; original instruction unchanged",
        "separator": "\n\n",
        "question": {
          "value": "For the 10th of the year 2023, what are the Fee IDs applicable to Belles_cookbook_store?",
          "utf8_sha256": "c451832c3f0a5e4df8bcc0558e7f57697a411eaa7750946f91ec0eae012ecb65"
        },
        "guidelines": {
          "value": "Answer must be a list of values in comma separated list, eg: A, B, C. If the answer is an empty list, reply with an empty string. If a question does not have a relevant or applicable answer for the task, please respond with 'Not Applicable'",
          "utf8_sha256": "78781ed55ba0906aa0353921f60079a2e52a50c768f2f8bb56cee6af2ca890a6"
        }
      },
      "dabstep_dev_fields": {
        "question": {
          "value": "For the 10th of the year 2023, what are the Fee IDs applicable to Belles_cookbook_store?",
          "utf8_sha256": "c451832c3f0a5e4df8bcc0558e7f57697a411eaa7750946f91ec0eae012ecb65"
        },
        "guidelines": {
          "value": "Answer must be a list of values in comma separated list, eg: A, B, C. If the answer is an empty list, reply with an empty string. If a question does not have a relevant or applicable answer for the task, please respond with 'Not Applicable'",
          "utf8_sha256": "78781ed55ba0906aa0353921f60079a2e52a50c768f2f8bb56cee6af2ca890a6"
        },
        "answer": {
          "value": "741, 709, 454, 813, 381, 536, 473, 572, 477, 286",
          "utf8_sha256": "7c936002d90337d22772199d9ae9266012ecfee59290a195ce38e38901fd8b41"
        }
      },
      "comparison": {
        "question_exact_equal": true,
        "guidelines_exact_equal": true,
        "answer_exact_equal": true,
        "shared_input_assets": 7
      },
      "assets": [
        {
          "dabstep": {
            "path": "data/context/acquirer_countries.csv",
            "bytes": 194,
            "git_blob_oid": "481b8ac460b0bb23ebe3f0e3711204d271f1b2f0",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/acquirer_countries.csv"
          },
          "finch": {
            "path": "files/17/17_src_0.csv",
            "bytes": 194,
            "git_blob_oid": "481b8ac460b0bb23ebe3f0e3711204d271f1b2f0",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/17/17_src_0.csv"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/fees.json",
            "bytes": 531118,
            "git_blob_oid": "e644183dca0a97b293e196ee865752c68595117f",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/fees.json"
          },
          "finch": {
            "path": "files/17/17_src_1.json",
            "bytes": 531118,
            "git_blob_oid": "e644183dca0a97b293e196ee865752c68595117f",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/17/17_src_1.json"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/manual.md",
            "bytes": 22127,
            "git_blob_oid": "4014995e5841b0fc10811bea3dd7c872668178e3",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/manual.md"
          },
          "finch": {
            "path": "files/17/17_src_2.md",
            "bytes": 22127,
            "git_blob_oid": "4014995e5841b0fc10811bea3dd7c872668178e3",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/17/17_src_2.md"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/merchant_category_codes.csv",
            "bytes": 26611,
            "git_blob_oid": "3cccc15cabc067339b43c0ffd2fab2b4cf3ddec2",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/merchant_category_codes.csv"
          },
          "finch": {
            "path": "files/17/17_src_3.csv",
            "bytes": 26611,
            "git_blob_oid": "3cccc15cabc067339b43c0ffd2fab2b4cf3ddec2",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/17/17_src_3.csv"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/merchant_data.json",
            "bytes": 6857,
            "git_blob_oid": "cbedebe0f7a2c08d8c75133d4f3c784cb47bdb5d",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/merchant_data.json"
          },
          "finch": {
            "path": "files/17/17_src_4.json",
            "bytes": 6857,
            "git_blob_oid": "cbedebe0f7a2c08d8c75133d4f3c784cb47bdb5d",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/17/17_src_4.json"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/payments.csv",
            "bytes": 23581339,
            "git_blob_oid": "d4052a6ebb5dbd7e55d06ff2e8c7b7af71acb6ed",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/payments.csv",
            "lfs": {
              "oid": "5fbb26210a45427d7a6560cfab3a362a08e4067f27cd03695f211a51c47ffc25",
              "size": 23581339,
              "pointerSize": 133
            }
          },
          "finch": {
            "path": "files/17/17_src_5.csv",
            "bytes": 23581339,
            "git_blob_oid": "d4052a6ebb5dbd7e55d06ff2e8c7b7af71acb6ed",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/17/17_src_5.csv",
            "lfs": {
              "oid": "5fbb26210a45427d7a6560cfab3a362a08e4067f27cd03695f211a51c47ffc25",
              "size": 23581339,
              "pointerSize": 133
            }
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": true,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/payments-readme.md",
            "bytes": 1719,
            "git_blob_oid": "7e8666cb1be4331d5487b0bf691d0a5979fc5a33",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/payments-readme.md"
          },
          "finch": {
            "path": "files/17/17_src_6.md",
            "bytes": 1719,
            "git_blob_oid": "7e8666cb1be4331d5487b0bf691d0a5979fc5a33",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/17/17_src_6.md"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        }
      ],
      "runtime_executed": false,
      "correct_reference_answer_determined": false,
      "changed_fields": [
        "instruction_join_separator"
      ],
      "summary_en": "Instruction is the exact question plus two newlines plus guidance; reference answer and seven published source-asset identities match.",
      "summary_zh": "指令等于原问句、两个换行与指南的拼接；参考答案及七个公开资产身份相同。"
    },
    {
      "record_id": "finch:18",
      "finch_id": "18",
      "dabstep_dev_id": "1871",
      "mapping_status": "project_derived_public_source_correspondence_not_official_id_table",
      "finch_source": {
        "repository": "https://huggingface.co/datasets/FinWorkBench/Finch",
        "revision": "530700c28f7eb68a66c7753d7857c5be80ca274d",
        "path": "finch_workflows_test.jsonl",
        "line": 19,
        "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/blob/530700c28f7eb68a66c7753d7857c5be80ca274d/finch_workflows_test.jsonl#L19"
      },
      "dabstep_dev_source": {
        "repository": "https://huggingface.co/datasets/adyen/DABstep",
        "revision": "523e6627415c6ebafa0954ce0df9cd93b6c0914d",
        "path": "data/tasks/dev.jsonl",
        "line": 9,
        "source_url": "https://huggingface.co/datasets/adyen/DABstep/blob/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/tasks/dev.jsonl#L9"
      },
      "dabstep_default_source": null,
      "finch_original_canonical_json_sha256": "f86b270fb1ccac432f979c09488a98e81ab07e819e4e55179d3adc7939410bd6",
      "dabstep_dev_original_canonical_json_sha256": "5f5c3349591e45b4f08ffda69ca53174eac496d0a46c4da20eaf30a0a6349822",
      "finch_fields": {
        "instruction_en": {
          "value": "In January 2023 what delta would Belles_cookbook_store pay if the relative fee of the fee with ID=384 changed to 1?\n\nAnswer must be just a number expressed in EUR rounded to 6 decimals. If a question does not have a relevant or applicable answer for the task, please respond with 'Not Applicable'",
          "utf8_sha256": "0fe58368dd1da8537a2a69a249e8e5b6c00e769d49f38dcfe53c97ed28a81d7c"
        },
        "reference_outputs.text": {
          "value": "-0.940000",
          "utf8_sha256": "bbca066b2f59f824b00b652f33c12164bae57c4b81e17660b9e58f97bcbfcbe9"
        }
      },
      "finch_instruction_decomposition": {
        "status": "derived comparison only; original instruction unchanged",
        "separator": "\n\n",
        "question": {
          "value": "In January 2023 what delta would Belles_cookbook_store pay if the relative fee of the fee with ID=384 changed to 1?",
          "utf8_sha256": "78454c68134706f349bccbf94210f517b11df30be94400600ecf82873514e81f"
        },
        "guidelines": {
          "value": "Answer must be just a number expressed in EUR rounded to 6 decimals. If a question does not have a relevant or applicable answer for the task, please respond with 'Not Applicable'",
          "utf8_sha256": "a58b62d2d7cec0ec5d765023c7da56659699c2ec50c557402814e74ecf9010c1"
        }
      },
      "dabstep_dev_fields": {
        "question": {
          "value": "In January 2023 what delta would Belles_cookbook_store pay if the relative fee of the fee with ID=384 changed to 1?",
          "utf8_sha256": "78454c68134706f349bccbf94210f517b11df30be94400600ecf82873514e81f"
        },
        "guidelines": {
          "value": "Answer must be just a number rounded to 14 decimals. If a question does not have a relevant or applicable answer for the task, please respond with 'Not Applicable'",
          "utf8_sha256": "3a575185d2764909f97f3155d8d409e8f691c456db8cd98b8eaed799c70d32db"
        },
        "answer": {
          "value": "-0.94810300000017",
          "utf8_sha256": "9f1132342531986a211f8317645302858967c650206328acb9971101c541f7e7"
        }
      },
      "comparison": {
        "question_exact_equal": true,
        "guidelines_exact_equal": false,
        "answer_exact_equal": false,
        "shared_input_assets": 7
      },
      "assets": [
        {
          "dabstep": {
            "path": "data/context/acquirer_countries.csv",
            "bytes": 194,
            "git_blob_oid": "481b8ac460b0bb23ebe3f0e3711204d271f1b2f0",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/acquirer_countries.csv"
          },
          "finch": {
            "path": "files/18/18_src_0.csv",
            "bytes": 194,
            "git_blob_oid": "481b8ac460b0bb23ebe3f0e3711204d271f1b2f0",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/18/18_src_0.csv"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/fees.json",
            "bytes": 531118,
            "git_blob_oid": "e644183dca0a97b293e196ee865752c68595117f",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/fees.json"
          },
          "finch": {
            "path": "files/18/18_src_1.json",
            "bytes": 531118,
            "git_blob_oid": "e644183dca0a97b293e196ee865752c68595117f",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/18/18_src_1.json"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/manual.md",
            "bytes": 22127,
            "git_blob_oid": "4014995e5841b0fc10811bea3dd7c872668178e3",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/manual.md"
          },
          "finch": {
            "path": "files/18/18_src_2.md",
            "bytes": 22127,
            "git_blob_oid": "4014995e5841b0fc10811bea3dd7c872668178e3",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/18/18_src_2.md"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/merchant_category_codes.csv",
            "bytes": 26611,
            "git_blob_oid": "3cccc15cabc067339b43c0ffd2fab2b4cf3ddec2",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/merchant_category_codes.csv"
          },
          "finch": {
            "path": "files/18/18_src_3.csv",
            "bytes": 26611,
            "git_blob_oid": "3cccc15cabc067339b43c0ffd2fab2b4cf3ddec2",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/18/18_src_3.csv"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/merchant_data.json",
            "bytes": 6857,
            "git_blob_oid": "cbedebe0f7a2c08d8c75133d4f3c784cb47bdb5d",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/merchant_data.json"
          },
          "finch": {
            "path": "files/18/18_src_4.json",
            "bytes": 6857,
            "git_blob_oid": "cbedebe0f7a2c08d8c75133d4f3c784cb47bdb5d",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/18/18_src_4.json"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/payments.csv",
            "bytes": 23581339,
            "git_blob_oid": "d4052a6ebb5dbd7e55d06ff2e8c7b7af71acb6ed",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/payments.csv",
            "lfs": {
              "oid": "5fbb26210a45427d7a6560cfab3a362a08e4067f27cd03695f211a51c47ffc25",
              "size": 23581339,
              "pointerSize": 133
            }
          },
          "finch": {
            "path": "files/18/18_src_5.csv",
            "bytes": 23581339,
            "git_blob_oid": "d4052a6ebb5dbd7e55d06ff2e8c7b7af71acb6ed",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/18/18_src_5.csv",
            "lfs": {
              "oid": "5fbb26210a45427d7a6560cfab3a362a08e4067f27cd03695f211a51c47ffc25",
              "size": 23581339,
              "pointerSize": 133
            }
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": true,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/payments-readme.md",
            "bytes": 1719,
            "git_blob_oid": "7e8666cb1be4331d5487b0bf691d0a5979fc5a33",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/payments-readme.md"
          },
          "finch": {
            "path": "files/18/18_src_6.md",
            "bytes": 1719,
            "git_blob_oid": "7e8666cb1be4331d5487b0bf691d0a5979fc5a33",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/18/18_src_6.md"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        }
      ],
      "runtime_executed": false,
      "correct_reference_answer_determined": false,
      "decimal_comparison": {
        "method": "Decimal(original_dabstep_answer).quantize(Decimal(\"0.000001\"), rounding=ROUND_HALF_UP)",
        "original_dabstep_answer": "-0.94810300000017",
        "original_finch_answer": "-0.940000",
        "quantum": "0.000001",
        "rounding": "ROUND_HALF_UP",
        "dabstep_answer_quantized_6dp": "-0.948103",
        "finch_equals_quantized_dabstep": false,
        "finch_minus_quantized_dabstep": "0.008103",
        "calculation_scope": "Rounding comparison of two published answer strings only; no payment data computation or upstream scorer execution."
      },
      "changed_fields": [
        "derived_guidelines",
        "reference_outputs.text"
      ],
      "summary_en": "Same question and seven published asset identities; guidance changes 14 decimals to six decimals in EUR, and the answer differs from six-decimal rounding. Which numerical reference is correct remains unverified.",
      "summary_zh": "问句及七个公开资产身份相同；指南从14位小数改为EUR六位，参考值也不同于六位舍入。未判定哪一侧数值正确。"
    },
    {
      "record_id": "finch:73",
      "finch_id": "73",
      "dabstep_dev_id": "1305",
      "mapping_status": "project_derived_public_source_correspondence_not_official_id_table",
      "finch_source": {
        "repository": "https://huggingface.co/datasets/FinWorkBench/Finch",
        "revision": "530700c28f7eb68a66c7753d7857c5be80ca274d",
        "path": "finch_workflows_test.jsonl",
        "line": 74,
        "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/blob/530700c28f7eb68a66c7753d7857c5be80ca274d/finch_workflows_test.jsonl#L74"
      },
      "dabstep_dev_source": {
        "repository": "https://huggingface.co/datasets/adyen/DABstep",
        "revision": "523e6627415c6ebafa0954ce0df9cd93b6c0914d",
        "path": "data/tasks/dev.jsonl",
        "line": 5,
        "source_url": "https://huggingface.co/datasets/adyen/DABstep/blob/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/tasks/dev.jsonl#L5"
      },
      "dabstep_default_source": {
        "repository": "https://huggingface.co/datasets/adyen/DABstep",
        "revision": "523e6627415c6ebafa0954ce0df9cd93b6c0914d",
        "path": "data/tasks/all.jsonl",
        "line": 76,
        "source_url": "https://huggingface.co/datasets/adyen/DABstep/blob/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/tasks/all.jsonl#L76"
      },
      "finch_original_canonical_json_sha256": "87402e3b78aa707e415e0a7f86d1f92374240e43b32c3a3c07181a33ff0eb233",
      "dabstep_dev_original_canonical_json_sha256": "f168347c2ab099912123305cce7706059b9b51722526bf02ec88100400a8bb74",
      "finch_fields": {
        "instruction_en": {
          "value": "For account type H and the MCC description: Eating Places and Restaurants, what would be the average fee that the card scheme GlobalCard would charge for a transaction value of 10 EUR? Provide the answer in EUR and 6 decimals.\nAnswer must be just a number expressed in EUR rounded to 6 decimals. If a question does not have a relevant or applicable answer for the task, please respond with 'Not Applicable'",
          "utf8_sha256": "b1f6aa8038b06a847e2f4a8720694784c52bae8e9351b3626fcad41e997d45ca"
        },
        "reference_outputs.text": {
          "value": "0.123217",
          "utf8_sha256": "b9492b8e69ff01a4c2b95fc4fbc8e4f1b76648384fd852befdf6d10d0fd1b7d4"
        }
      },
      "finch_instruction_decomposition": {
        "status": "derived comparison only; original instruction unchanged",
        "separator": "\n",
        "question": {
          "value": "For account type H and the MCC description: Eating Places and Restaurants, what would be the average fee that the card scheme GlobalCard would charge for a transaction value of 10 EUR? Provide the answer in EUR and 6 decimals.",
          "utf8_sha256": "b810b40eb1631d5be49a3bd3d88dec8d84677fe0ffcb32a3d73fd20e82075b87"
        },
        "guidelines": {
          "value": "Answer must be just a number expressed in EUR rounded to 6 decimals. If a question does not have a relevant or applicable answer for the task, please respond with 'Not Applicable'",
          "utf8_sha256": "a58b62d2d7cec0ec5d765023c7da56659699c2ec50c557402814e74ecf9010c1"
        }
      },
      "dabstep_dev_fields": {
        "question": {
          "value": "For account type H and the MCC description: Eating Places and Restaurants, what would be the average fee that the card scheme GlobalCard would charge for a transaction value of 10 EUR? Provide the answer in EUR and 6 decimals",
          "utf8_sha256": "c03a9c973b103024dd2a7791e5770b59cd2091b372c824138df2a883e7a02ff7"
        },
        "guidelines": {
          "value": "Answer must be just a number expressed in EUR rounded to 6 decimals. If a question does not have a relevant or applicable answer for the task, please respond with 'Not Applicable'",
          "utf8_sha256": "a58b62d2d7cec0ec5d765023c7da56659699c2ec50c557402814e74ecf9010c1"
        },
        "answer": {
          "value": "0.123217",
          "utf8_sha256": "b9492b8e69ff01a4c2b95fc4fbc8e4f1b76648384fd852befdf6d10d0fd1b7d4"
        }
      },
      "comparison": {
        "question_exact_equal": false,
        "guidelines_exact_equal": true,
        "answer_exact_equal": true,
        "shared_input_assets": 7
      },
      "assets": [
        {
          "dabstep": {
            "path": "data/context/acquirer_countries.csv",
            "bytes": 194,
            "git_blob_oid": "481b8ac460b0bb23ebe3f0e3711204d271f1b2f0",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/acquirer_countries.csv"
          },
          "finch": {
            "path": "files/73/73_src_0.csv",
            "bytes": 194,
            "git_blob_oid": "481b8ac460b0bb23ebe3f0e3711204d271f1b2f0",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/73/73_src_0.csv"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/fees.json",
            "bytes": 531118,
            "git_blob_oid": "e644183dca0a97b293e196ee865752c68595117f",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/fees.json"
          },
          "finch": {
            "path": "files/73/73_src_1.json",
            "bytes": 531118,
            "git_blob_oid": "e644183dca0a97b293e196ee865752c68595117f",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/73/73_src_1.json"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/manual.md",
            "bytes": 22127,
            "git_blob_oid": "4014995e5841b0fc10811bea3dd7c872668178e3",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/manual.md"
          },
          "finch": {
            "path": "files/73/73_src_2.md",
            "bytes": 22127,
            "git_blob_oid": "4014995e5841b0fc10811bea3dd7c872668178e3",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/73/73_src_2.md"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/merchant_category_codes.csv",
            "bytes": 26611,
            "git_blob_oid": "3cccc15cabc067339b43c0ffd2fab2b4cf3ddec2",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/merchant_category_codes.csv"
          },
          "finch": {
            "path": "files/73/73_src_3.csv",
            "bytes": 26611,
            "git_blob_oid": "3cccc15cabc067339b43c0ffd2fab2b4cf3ddec2",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/73/73_src_3.csv"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/merchant_data.json",
            "bytes": 6857,
            "git_blob_oid": "cbedebe0f7a2c08d8c75133d4f3c784cb47bdb5d",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/merchant_data.json"
          },
          "finch": {
            "path": "files/73/73_src_4.json",
            "bytes": 6857,
            "git_blob_oid": "cbedebe0f7a2c08d8c75133d4f3c784cb47bdb5d",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/73/73_src_4.json"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/payments.csv",
            "bytes": 23581339,
            "git_blob_oid": "d4052a6ebb5dbd7e55d06ff2e8c7b7af71acb6ed",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/payments.csv",
            "lfs": {
              "oid": "5fbb26210a45427d7a6560cfab3a362a08e4067f27cd03695f211a51c47ffc25",
              "size": 23581339,
              "pointerSize": 133
            }
          },
          "finch": {
            "path": "files/73/73_src_5.csv",
            "bytes": 23581339,
            "git_blob_oid": "d4052a6ebb5dbd7e55d06ff2e8c7b7af71acb6ed",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/73/73_src_5.csv",
            "lfs": {
              "oid": "5fbb26210a45427d7a6560cfab3a362a08e4067f27cd03695f211a51c47ffc25",
              "size": 23581339,
              "pointerSize": 133
            }
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": true,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        },
        {
          "dabstep": {
            "path": "data/context/payments-readme.md",
            "bytes": 1719,
            "git_blob_oid": "7e8666cb1be4331d5487b0bf691d0a5979fc5a33",
            "source_url": "https://huggingface.co/datasets/adyen/DABstep/resolve/523e6627415c6ebafa0954ce0df9cd93b6c0914d/data/context/payments-readme.md"
          },
          "finch": {
            "path": "files/73/73_src_6.md",
            "bytes": 1719,
            "git_blob_oid": "7e8666cb1be4331d5487b0bf691d0a5979fc5a33",
            "source_url": "https://huggingface.co/datasets/FinWorkBench/Finch/resolve/530700c28f7eb68a66c7753d7857c5be80ca274d/files/73/73_src_6.md"
          },
          "bytes_equal": true,
          "git_blob_oid_equal": true,
          "lfs_content_identity_equal": null,
          "evidence_scope": "Published fixed-tree Git/LFS identity and size, not local comparison of both payloads."
        }
      ],
      "runtime_executed": false,
      "correct_reference_answer_determined": false,
      "changed_fields": [
        "derived_question_terminal_period",
        "instruction_join_separator"
      ],
      "summary_en": "Question gains a terminal period; guidance and reference answer match exactly. Seven renamed source assets share the published identities.",
      "summary_zh": "问句末尾增加句号；指南和参考答案完全相同，七个改名资产的公开身份一致。"
    }
  ],
  "limits": [
    "No upstream code, evaluator, model or payment calculation executed.",
    "Five structured context payloads, including payments.csv, were not downloaded; two public Markdown context files were read and hashed.",
    "Asset matches use official fixed-tree metadata; no byte-for-byte local comparison of both repositories’ complete asset payloads.",
    "No hidden-test answers, leaderboard submission contents, credentials or private dataset accessed.",
    "Original Finch and DABstep objects and answer strings remain unchanged."
  ]
}