{
  "schema_version": 1,
  "sources": [
    {
      "id": "osworld",
      "name": "OSWorld",
      "repository": "https://github.com/xlang-ai/OSWorld",
      "revision": "b138d348256078fa634fc3b73567a7337c793e6b",
      "license": "Apache-2.0",
      "adapter": "osworld",
      "paths": [
        "evaluation_examples",
        "desktop_env/evaluators"
      ],
      "verifier_paths": [
        "desktop_env/evaluators"
      ],
      "extra_files": [
        "desktop_env/desktop_env.py"
      ],
      "records": 418,
      "kinds": {
        "benchmark_task": 418
      },
      "platforms": {
        "Linux": 369,
        "Windows": 49
      },
      "verifiers": {
        "source_preserved": 418
      },
      "categories": {
        "chrome": 46,
        "gimp": 26,
        "libreoffice_calc": 47,
        "libreoffice_impress": 47,
        "libreoffice_writer": 23,
        "multi_apps": 101,
        "os": 24,
        "thunderbird": 15,
        "vlc": 17,
        "vs_code": 23,
        "excel": 11,
        "multi_app": 22,
        "ppt": 7,
        "word": 9
      },
      "snapshot": {
        "filename": "osworld.zip",
        "sha256": "4c59b4bfdad78194c81967947fc3c4f5ecb3675e310441b53feb27f3de7d6199",
        "bytes": 567136,
        "files": {
          "LICENSE": "a8d1d88a0f9cce3cdbff73b03a80dc5e5d69e3ba2443946c268815a550c9e0ec",
          "README.md": "83b8684c2f4ac4f31996b8b4752195fcb6cc5429f89d92398177b9b721d787fc",
          "desktop_env/desktop_env.py": "ff73a546074d4cf3b13259f7261a82af5c3f6942bde27101aa74e58da70d84c1",
          "desktop_env/evaluators/README.md": "eb6cf369f52141c4a831bd11d67cd70e2eea4f89f0cfa9ab870afaee8ec4faeb",
          "desktop_env/evaluators/__init__.py": "6ba62edf024dfda0ea273ef24c2f9e8359d3f6f94fb42fb56727c125b531bb2e",
          "desktop_env/evaluators/getters/__init__.py": "082b665e70b5d756c34d51b6939e148ea8a69d59cb6eebfe48584aec96e7463a",
          "desktop_env/evaluators/getters/calc.py": "705cd46ac4b2cb942ee641fbf3c621491746a7dadd1cc46a5266d2a5590819f6",
          "desktop_env/evaluators/getters/chrome.py": "c385ffd22c097830d6391919d04907b2176d7c606464cad2870b470def7da3de",
          "desktop_env/evaluators/getters/file.py": "e8d2801a931f96969b17d0246c57deb088bcbceb2c062a9e09dff48ccc174e6c",
          "desktop_env/evaluators/getters/general.py": "50e690aa29023d7afb42260a98fa229ab00f2291ae2c06b5056295f2133a1566",
          "desktop_env/evaluators/getters/gimp.py": "cbcde5e3cc040d9682180a5dfcb0193116f1743afae60a502ab1a05f54e1f340",
          "desktop_env/evaluators/getters/impress.py": "46a5421cb48e9214cded91248b555bb15eca49431db8a9ae2554e9e0bed27d55",
          "desktop_env/evaluators/getters/info.py": "ad92d49a23d10b7b80ff5d75c2f6958cc70519b5706de2aecfba5aa5f3a8a667",
          "desktop_env/evaluators/getters/misc.py": "573fa6bf7ab627a1f69f7696efe41759c5d06e3109269b0e999bfc703620bb10",
          "desktop_env/evaluators/getters/replay.py": "3e27fd2ff92b7c4ad91d4e63a6b80644b2602000a9779e96b64dd2a230e9916a",
          "desktop_env/evaluators/getters/vlc.py": "45bcf615152eb9f7b1bb2d7e2f6b79447bcb9c75c969dec12e7eef5511a900b3",
          "desktop_env/evaluators/getters/vscode.py": "bddd5f58751a8b84c3881b95785516fa32a3d9201999acf9bd6395ade0b9387f",
          "desktop_env/evaluators/metrics/__init__.py": "fc9eea54fb1855e545c85264ef408a2528fb191246c659ab86f0d9193619e3eb",
          "desktop_env/evaluators/metrics/basic_os.py": "08843c93bab8e8f0f917f09dd146768e272f5dff735652f02545b46b45764bbc",
          "desktop_env/evaluators/metrics/chrome.py": "1ae0fc14d0776dd6f5d8856c1e6bed52ba2b6335750a4186f55b169f62d63ced",
          "desktop_env/evaluators/metrics/docs.py": "3e414ebae04231c6c83f5d264198e058f7c5b120f81f34a3bf30134f60ee8c3c",
          "desktop_env/evaluators/metrics/general.py": "22cafba4a4b49a2c478a6266cfd98c6eb54e1bad4691d243b5113ba8896e41d7",
          "desktop_env/evaluators/metrics/gimp.py": "e18c542c9bec8b1a7bb046dfa47ecce9b92d809d6667793b26924681b9c718ec",
          "desktop_env/evaluators/metrics/libreoffice.py": "d26f31efaa8c8e76094ed0002fc3cf35faf4c88c55c03a277fe757f9c3be5e96",
          "desktop_env/evaluators/metrics/others.py": "06ec5dbbd37f999ce755345680d6e6f4089e33fca882d7543b317d3af43522c5",
          "desktop_env/evaluators/metrics/pdf.py": "f3fe99519113f3019ad34aa87673f77617c346cf39db0711f8d017af654f266d",
          "desktop_env/evaluators/metrics/slides.py": "c8f56352659b23985d01b7b301207caa429a628dc32f6f2693d4a5ed3378628d",
          "desktop_env/evaluators/metrics/table.py": "f41cf46df90a764705bb85727b3a0a612e9ff7bfa2629cdf40d6feab76d6e5fe",
          "desktop_env/evaluators/metrics/thunderbird.py": "04d49c42b0690498a7513c67cfa62331dff83b2d5dbada881841780d1d2cf827",
          "desktop_env/evaluators/metrics/utils.py": "45aa2e44248a549d1c0462179f9ae0d0429d5077900c7dc1fa447aa0b136c577",
          "desktop_env/evaluators/metrics/vlc.py": "a5ebf748e8b23cf212c4ee56991c5f7c0e890095fb68676461252c36d3d0976e",
          "desktop_env/evaluators/metrics/vscode.py": "4e6f7a086c8d3533defc3687e7f6e6b34ca1ac1cfdfe86eabdf757ddf84dbf2f",
          "evaluation_examples/examples/chrome/030eeff7-b492-4218-b312-701ec99ee0cc.json": "87760f82205787708a1a3a9cf5e0dfb6bab405919a7733d761786054346c41c6",
          "evaluation_examples/examples/chrome/06fe7178-4491-4589-810f-2e2bc9502122.json": "1d70f034e104f5081972c576d0eb867af34818b19d184d0ca1760074f43c3cae",
          "evaluation_examples/examples/chrome/0d8b7de3-e8de-4d86-b9fd-dd2dce58a217.json": "a0edec172f263e9018483551c2c70d8c8dd3e5b4061ca557fa52c465cc929231",
          "evaluation_examples/examples/chrome/12086550-11c0-466b-b367-1d9e75b3910e.json": "d49a951cda03a0d286f7c26a07938ce328ff9940ca18c18a1214d14dfa75d3b0",
          "evaluation_examples/examples/chrome/121ba48f-9e17-48ce-9bc6-a4fb17a7ebba.json": "1365de9973cce2c272c0aa16a3e1e34c8f969720ea04b81d986e099af8e8d028",
          "evaluation_examples/examples/chrome/1704f00f-79e6-43a7-961b-cedd3724d5fd.json": "5040849bc4866e69665de468e594782383f870ac39b62ecfefaf1b9784f71650",
          "evaluation_examples/examples/chrome/2888b4e6-5b47-4b57-8bf5-c73827890774.json": "c11641afa87520ef90d1840e1dab4b47619169c1d916ca5b93bf2dd13a74fe8f",
          "evaluation_examples/examples/chrome/2ad9387a-65d8-4e33-ad5b-7580065a27ca.json": "4ddb526e5f3b9efa72a01e3ccae86ee4d698f480e4a526f9dfde85fd9499559c",
          "evaluation_examples/examples/chrome/2ae9ba84-3a0d-4d4c-8338-3a1478dc5fe3.json": "36fa2643df44672a27a1063b21ec44215f2e75eae9fe19ec89b424b308ea25a8",
          "evaluation_examples/examples/chrome/3299584d-8f11-4457-bf4c-ce98f7600250.json": "9519b2303dccbce6d33be4c21893d1d51c2a5acb06107503a36caa6bfabfed6d",
          "evaluation_examples/examples/chrome/35253b65-1c19-4304-8aa4-6884b8218fc0.json": "a4e86817711f44f83a807abb7b40ddef67bb938f1b781895cc48225cfca41cb6",
          "evaluation_examples/examples/chrome/368d9ba4-203c-40c1-9fa3-da2f1430ce63.json": "9c1cda14c053a66bf443bbe066505f922b89654cb7514ed803e628c99b71889e",
          "evaluation_examples/examples/chrome/3720f614-37fd-4d04-8a6b-76f54f8c222d.json": "decd234bd4ec430aae757235fe347b641b0858b79664ebe572feecb4707181fd",
          "evaluation_examples/examples/chrome/44ee5668-ecd5-4366-a6ce-c1c9b8d4e938.json": "5e0285773c2cac1bf3373d6c83077f154d593900ef8406a42f42ace76e547eba",
          "evaluation_examples/examples/chrome/47543840-672a-467d-80df-8f7c3b9788c9.json": "693e25cf0f6192928c835fdb767e651273d2a46498055308768939d7d337cfe1",
          "evaluation_examples/examples/chrome/480bcfea-d68f-4aaa-a0a9-2589ef319381.json": "a7f940339cefed92894c69ce68f83b5491d729065adef097ba9c9fedb5e5b6b2",
          "evaluation_examples/examples/chrome/59155008-fe71-45ec-8a8f-dc35497b6aa8.json": "a6a72fba81abf0fb88e517b8fe66351ea1583160f421f64b4f8cd137e6a0b7d3",
          "evaluation_examples/examples/chrome/6766f2b8-8a72-417f-a9e5-56fcaa735837.json": "65fb0beaa14b36ddcf7de31e2ac5c6893b34e2e7ba773f07e1f936572003cd1e",
          "evaluation_examples/examples/chrome/6c4c23a1-42a4-43cc-9db1-2f86ff3738cc.json": "96b23662f256ffabe7018db46a0ebd4eacb81fd770005ff3d98aa048a93f7290",
          "evaluation_examples/examples/chrome/7a5a7856-f1b6-42a4-ade9-1ca81ca0f263.json": "6902a90ffdc1ec971eacd295588a090eeb117bc305ac24ec000299081137b6f4",
          "evaluation_examples/examples/chrome/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3.json": "895dd907cdd3456893aa6f1232a68dbad80178227ab004d0a38669588f868d4d",
          "evaluation_examples/examples/chrome/7f52cab9-535c-4835-ac8c-391ee64dc930.json": "0c4a020a1aaf967d1e29093c7cf9d3a198b54cb6926adc0135ccf1e6ade9a4c5",
          "evaluation_examples/examples/chrome/82279c77-8fc6-46f6-9622-3ba96f61b477.json": "634c991551fef3ed745555306dc67d81fa86fcbfddcaa33b60b483c5acf39254",
          "evaluation_examples/examples/chrome/82bc8d6a-36eb-4d2d-8801-ef714fb1e55a.json": "dfa727d604583a7ba964d4a56d6f2978427c231cbccdda34a81e52a8d269e8f0",
          "evaluation_examples/examples/chrome/93eabf48-6a27-4cb6-b963-7d5fe1e0d3a9.json": "8177dd721fdbc721199fe1f30e12fc27f80d5d08e923271fe6803ba68e0a94f7",
          "evaluation_examples/examples/chrome/9656a811-9b5b-4ddf-99c7-5117bcef0626.json": "7cb6d15afab069e4a6f56ea2824b12e27cb7fa163e56a0836e0ad82d78b4dd75",
          "evaluation_examples/examples/chrome/99146c54-4f37-4ab8-9327-5f3291665e1e.json": "3d6c3d0f0a429844a78ce13f0bd18a79c7a1eb1768287121999267a409ff6071",
          "evaluation_examples/examples/chrome/9f3f70fc-5afc-4958-a7b7-3bb4fcb01805.json": "4a9f289382782a26d203e1d3269f4d2bc20ccd366cad0ac2414560cb8dc18249",
          "evaluation_examples/examples/chrome/9f935cce-0a9f-435f-8007-817732bfc0a5.json": "dc5a80cac1ab832e7607e8330ec3938aa9ada0f5e718323bd9aaa8332471950e",
          "evaluation_examples/examples/chrome/a728a36e-8bf1-4bb6-9a03-ef039a5233f0.json": "e61e8dbfff69afff70f48a782e84495eef6f3e7112c062c8cd1057fdc7ec4423",
          "evaluation_examples/examples/chrome/a96b564e-dbe9-42c3-9ccf-b4498073438a.json": "0e626dde4e8b62be0268a95376ccb99abb2f629866a20ba7820374435389ccf4",
          "evaluation_examples/examples/chrome/ae78f875-5b98-4907-bbb5-9c737fc68c03.json": "b75547d58400605d17c0d36d1ffd05441b52981220f3e6bb92e4a7e72ca9827f",
          "evaluation_examples/examples/chrome/af630914-714e-4a24-a7bb-f9af687d3b91.json": "344a79e7f795d04a7fabf90d38c64a53a6cb2dbd7ee5a31b3e7f82845c895e3a",
          "evaluation_examples/examples/chrome/b070486d-e161-459b-aa2b-ef442d973b92.json": "c734fb1a2d177ac112ada4302687112f27bac248ac4f93fc741deb690558e1c4",
          "evaluation_examples/examples/chrome/b4f95342-463e-4179-8c3f-193cd7241fb2.json": "1c98d3c1d2e232e997c8331902e80d169bcc652e208e49877461bd1c5182e25b",
          "evaluation_examples/examples/chrome/b7895e80-f4d1-4648-bee0-4eb45a6f1fa8.json": "164cf7fea2d042c80f4467aab5c67c2f52414eaed69eaf636ed19aafe58ff229",
          "evaluation_examples/examples/chrome/bb5e4c0d-f964-439c-97b6-bdb9747de3f4.json": "810d924383e9723f8e59cef2ddf03a0ea4858cd40e1f2c801d4b110d6a4ae684",
          "evaluation_examples/examples/chrome/c1fa57f3-c3db-4596-8f09-020701085416.json": "e0266df5214e1cb42eadb97a060912fcff4081aa4f7ca068c4948778a81ce06c",
          "evaluation_examples/examples/chrome/cabb3bae-cccb-41bd-9f5d-0f3a9fecd825.json": "9581203d3edc6f29130ff59ce9a52ca32caf32cc0facb01bcf3a1f7bea021b81",
          "evaluation_examples/examples/chrome/da46d875-6b82-4681-9284-653b0c7ae241.json": "14b74e72212b9e4c86280eecc270fd60310d4101f1ba1602d445d2c3906b38ad",
          "evaluation_examples/examples/chrome/e1e75309-3ddb-4d09-92ec-de869c928143.json": "c3a8561ae9314bee871953a89f9baa381ca6f5bda6f44ffc4ca59adddce65fbd",
          "evaluation_examples/examples/chrome/f0b971a1-6831-4b9b-a50e-22a6e47f45ba.json": "95fd748462b6f306ca7779c0ae5e54ad7184bc905bd3b6ba5037c517520d7447",
          "evaluation_examples/examples/chrome/f3b19d1e-2d48-44e9-b4e1-defcae1a0197.json": "4d7e03838dd2db8511dd104ff4a45250e3a3dba6ad7dc89612b94ccf8f32a719",
          "evaluation_examples/examples/chrome/f5d96daf-83a8-4c86-9686-bada31fc66ab.json": "68abeca81ab76725c1903917f7d2ac0d9192babe6c2835741c4b85f221bd2c6f",
          "evaluation_examples/examples/chrome/f79439ad-3ee8-4f99-a518-0eb60e5652b0.json": "9a1450a29736bb15643b96d38dddf08810d35f838c0a7f000b779630974eb054",
          "evaluation_examples/examples/chrome/fc6d8143-9452-4171-9459-7f515143419a.json": "346a2a161e3301dbcb24274cb9b5375d2309841280104c243f8517791a354f27",
          "evaluation_examples/examples/gimp/045bf3ff-9077-4b86-b483-a1040a949cff.json": "72b5a4c5ca3cf16e1251d91669ca9d5e4c3d3a1eed2d1b0f25a4585eeef16496",
          "evaluation_examples/examples/gimp/06ca5602-62ca-47f6-ad4f-da151cde54cc.json": "f57f45dd5e65f894015f6c36600a03d339f8f485b7e2f5d303eefd178cf501d0",
          "evaluation_examples/examples/gimp/2a729ded-3296-423d-aec4-7dd55ed5fbb3.json": "a2972fc8a5b955c570b84e4a2a689b74d7a73bc999ac4ee97d3c8379fcb6bd7c",
          "evaluation_examples/examples/gimp/2e6f678f-472d-4c55-99cc-8e7c5c402a71.json": "e0f85d534c77de2b04015431c19df8dc49f7825e47d0ea36751f83d7a718f069",
          "evaluation_examples/examples/gimp/38f48d40-764e-4e77-a7cf-51dfce880291.json": "89a9b7f19ea0df7d9086f15f0a132e9cdb23d56bc17668c087a6f04d1bd89266",
          "evaluation_examples/examples/gimp/554785e9-4523-4e7a-b8e1-8016f565f56a.json": "b1a1031a95a4240a6979eb5aa8a8012cf9cb2a2c2864c63fb4d76e2bfc46c5d7",
          "evaluation_examples/examples/gimp/58d3eeeb-e9d0-499f-962e-fd0db2a744d8.json": "dbc40e486432d1852b76f714afa9ce277da5b97cff514c9aaf8a3e3ac22abd12",
          "evaluation_examples/examples/gimp/5ca86c6f-f317-49d8-b6a7-b527541caae8.json": "adb3b34dc4572180fb4079568666ab0d613f8a43b1a1a8a1e417b1f71adbbc0c",
          "evaluation_examples/examples/gimp/62f7fd55-0687-4a43-b6e1-3eda16fc6252.json": "a728d7c560674e78de56203437415127567e82cb786af85e23f7edf9f29ad5bf",
          "evaluation_examples/examples/gimp/72f83cdc-bf76-4531-9a1b-eb893a13f8aa.json": "b3f7039c63442b729006f49d642972fe630bcd7f416ee0b248185e63413e377c",
          "evaluation_examples/examples/gimp/734d6579-c07d-47a8-9ae2-13339795476b.json": "0584d833e04b6d408b5b7c4c6a534f215cb306c4828ee655603dd88655488059",
          "evaluation_examples/examples/gimp/7767eef2-56a3-4cea-8c9f-48c070c7d65b.json": "1d65eb2a0db902c4843a530b6bc52ee210c2040f48815ef5237541dd0c0b0b8b",
          "evaluation_examples/examples/gimp/77b8ab4d-994f-43ac-8930-8ca087d7c4b4.json": "df7166bec58acecc615dff05be89467e56392138125bcd0309975acaee5cd858",
          "evaluation_examples/examples/gimp/7a4deb26-d57d-4ea9-9a73-630f66a7b568.json": "8d45710ddce352624a634ab8e650f746cdb11ace0df7fc555f387e54a6cbbffa",
          "evaluation_examples/examples/gimp/7b7617bd-57cc-468e-9c91-40c4ec2bcb3d.json": "873a5f795b810c689d2903f28cf1a10f93b7add03aefead1d4fc6a77571d7778",
          "evaluation_examples/examples/gimp/8ea73f6f-9689-42ad-8c60-195bbf06a7ba.json": "74e8d041748bb885a464c9479d3ca7a8a6524cbea3ba91b18d242a9c219accb0",
          "evaluation_examples/examples/gimp/a746add2-cab0-4740-ac36-c3769d9bfb46.json": "087937b34d94fbb17b394596ee18c54f8ad3380c74b71aa1a661d2562c4b6400",
          "evaluation_examples/examples/gimp/b148e375-fe0b-4bec-90e7-38632b0d73c2.json": "204e5aaebe999a587e757983ef4eba09548946bd5c22c51d9456392b47bb77bb",
          "evaluation_examples/examples/gimp/d16c99dc-2a1e-46f2-b350-d97c86c85c15.json": "25cb2ebad76ad5fa3d3c45279b20f877619cd8409cc7987ac93a9d64c1890bed",
          "evaluation_examples/examples/gimp/d52d6308-ec58-42b7-a2c9-de80e4837b2b.json": "3dfb2a1f9e8f109a0dc0b36d917e089a405bac44260c2992b1f55a4c60ef3fd2",
          "evaluation_examples/examples/gimp/dbbf4b99-2253-4b10-9274-45f246af2466.json": "1c9adc735d55b2fe85ca4b79ca9e0385473ef8a249022a252dca4e549d31f1b5",
          "evaluation_examples/examples/gimp/e19bd559-633b-4b02-940f-d946248f088e.json": "276e96f9ea9fdade9c6ab5be08d77608c074dc1a0ea1a91c1e337d6a59a32318",
          "evaluation_examples/examples/gimp/e2dd0213-26db-4349-abe5-d5667bfd725c.json": "f7595569494a880fb7bc37f899681a8b08d5ea5708b0be8e00d60c4c0c8665af",
          "evaluation_examples/examples/gimp/f4aec372-4fb0-4df5-a52b-79e0e2a5d6ce.json": "4b8d1583ef8b9684e7df20e2dbac7819afa614bdfea5f8b2f03275f18fb4dbbb",
          "evaluation_examples/examples/gimp/f723c744-e62c-4ae6-98d1-750d3cd7d79d.json": "90947f79d1f5ecfc8ca2154134a32ae226f3b3dda2e796513411389767042520",
          "evaluation_examples/examples/gimp/fbb548ca-c2a6-4601-9204-e39a2efc507b.json": "938bd8831f794ce98da92aad79b8e50ae5904265f7a63b81d57f8ffc03e4e152",
          "evaluation_examples/examples/libreoffice_calc/01b269ae-2111-4a07-81fd-3fcd711993b0.json": "e2e6b2ff285afa8c5bb10703a34b046eb92fd0159b3ee03e02a24bceaf87b074",
          "evaluation_examples/examples/libreoffice_calc/0326d92d-d218-48a8-9ca1-981cd6d064c7.json": "e5d6ba86094773b8a295916fe8b815928207b8df5f3269e0c33690ebd4223fa6",
          "evaluation_examples/examples/libreoffice_calc/035f41ba-6653-43ab-aa63-c86d449d62e5.json": "dfbe8aa7a548e5b7101e098599e8beb43f0ffb115ae65aebe40c270b2f360417",
          "evaluation_examples/examples/libreoffice_calc/04d9aeaf-7bed-4024-bedb-e10e6f00eb7f.json": "767ebdaf291cade57ab7cd7e2482d67f5921eb4c302962b5ca1e0fc3d653838b",
          "evaluation_examples/examples/libreoffice_calc/0a2e43bf-b26c-4631-a966-af9dfa12c9e5.json": "8448096f6742bb790d88da93c24d2dd780d60f43ab6abf1056ba29cd88eb7da8",
          "evaluation_examples/examples/libreoffice_calc/0bf05a7d-b28b-44d2-955a-50b41e24012a.json": "e40b3a8f1429e121dbf0cd6e4a6c5ee2fe2abede5b0e5719e864c9bf2972cacd",
          "evaluation_examples/examples/libreoffice_calc/0cecd4f3-74de-457b-ba94-29ad6b5dafb6.json": "ca66b23e400a26626a7fb9da6b26e184d2f62caf0405239317a0b8e777305bff",
          "evaluation_examples/examples/libreoffice_calc/12382c62-0cd1-4bf2-bdc8-1d20bf9b2371.json": "a6b5a82c80ba00540edf5081dff6ea1edc7cd1abcda984fe72d021b1a7ee737b",
          "evaluation_examples/examples/libreoffice_calc/1273e544-688f-496b-8d89-3e0f40aa0606.json": "f029bd9147dcc1ae1cffaced681af87351e0eeb67ce7f9346f500d17ac242556",
          "evaluation_examples/examples/libreoffice_calc/1334ca3e-f9e3-4db8-9ca7-b4c653be7d17.json": "9465bce469f898817e0f124ef9bc3f99eb7443a2fa94a3050a6491d1b60a7761",
          "evaluation_examples/examples/libreoffice_calc/1954cced-e748-45c4-9c26-9855b97fbc5e.json": "ff4272b3af3562c789bf3f3834dd354cdb33cf56e9ae18f79b7372aa69697cae",
          "evaluation_examples/examples/libreoffice_calc/1d17d234-e39d-4ed7-b46f-4417922a4e7c.json": "9944326b8ede5a54876b61a3c1ade03c2d3a8370b2aa6a124f27704a9eb90797",
          "evaluation_examples/examples/libreoffice_calc/1de60575-bb6e-4c3d-9e6a-2fa699f9f197.json": "446b8dd35f32962f137351bc556cbd6c3f04ab6c54d826f124fe0c5327a1e2ee",
          "evaluation_examples/examples/libreoffice_calc/1e8df695-bd1b-45b3-b557-e7d599cf7597.json": "efdb04527c72feb98d4d78b72cf5f57c975dc6e5c3874f99025f728039ea5f19",
          "evaluation_examples/examples/libreoffice_calc/21ab7b40-77c2-4ae6-8321-e00d3a086c73.json": "350bb1d562ef3a5226d4cd4da34e60dcb10ceb322444ac5bc7740a0ecebecf23",
          "evaluation_examples/examples/libreoffice_calc/21df9241-f8d7-4509-b7f1-37e501a823f7.json": "4b33d5e74fd8ffc9ed35268b895b583a3c876500269e54843e3ae330c53c0b8b",
          "evaluation_examples/examples/libreoffice_calc/26a8440e-c166-4c50-aef4-bfb77314b46b.json": "8b09545f8b83e2305d128d525fe8d3c2544781e64c97b4879bcf0f67952de6ca",
          "evaluation_examples/examples/libreoffice_calc/2bd59342-0664-4ccb-ba87-79379096cc08.json": "ade97f54d853aeb03faee13ace505d6155fd16aaebd73cb0e3ef9038336c1178",
          "evaluation_examples/examples/libreoffice_calc/30e3e107-1cfb-46ee-a755-2cd080d7ba6a.json": "c11adf741c2ea6b980fa5f34c3e32e4994279294b37f9c0670e21674881024b2",
          "evaluation_examples/examples/libreoffice_calc/347ef137-7eeb-4c80-a3bb-0951f26a8aff.json": "f653db874f5133e604c73b89b58af92a9cd2d6374b02e6899ebf6b5947eb21e8",
          "evaluation_examples/examples/libreoffice_calc/357ef137-7eeb-4c80-a3bb-0951f26a8aff.json": "c7cb07720392d1fd5da5aa323e989d8e9d772de02b8317b0f05370d6ab896511",
          "evaluation_examples/examples/libreoffice_calc/37608790-6147-45d0-9f20-1137bb35703d.json": "a9bd04e76842a3e404c5006ced29dd3ddddcc40b71e4c4d0e62519fd8e95e201",
          "evaluation_examples/examples/libreoffice_calc/3a7c8185-25c1-4941-bd7b-96e823c9f21f.json": "8215efae489cc24ed4d0e362088aa9e7dc9da961f6d42f9c51194c85d7940219",
          "evaluation_examples/examples/libreoffice_calc/3aaa4e37-dc91-482e-99af-132a612d40f3.json": "022ade1e1c678ba5d4f545f870b5b89a6b7ee2b2883fb58600acbedba19ace34",
          "evaluation_examples/examples/libreoffice_calc/4172ea6e-6b77-4edb-a9cc-c0014bd1603b.json": "86801cc3a630515a4651d20ebe7b7b76b8b71da559f1d6319d131ba729957e31",
          "evaluation_examples/examples/libreoffice_calc/4188d3a4-077d-46b7-9c86-23e1a036f6c1.json": "c3a9c694d83e99388ab1cacdf14d5a35928fe3eee5e1e71cfc8256ebb71bfb0d",
          "evaluation_examples/examples/libreoffice_calc/42e0a640-4f19-4b28-973d-729602b5a4a7.json": "bcd746edcaed3eb248bbe951435151d34ab98a5a39ff347244972d5612d99163",
          "evaluation_examples/examples/libreoffice_calc/4de54231-e4b5-49e3-b2ba-61a0bec721c0.json": "9c0ee133ecd121efda206f98ff023b7e92c8d8884bfec07c138dd80da91e4186",
          "evaluation_examples/examples/libreoffice_calc/4e6fcf72-daf3-439f-a232-c434ce416af6.json": "9ec49344f2cb582c7fca487bc0401d41d5b8ba38440b0f4b5db4b310034b5dab",
          "evaluation_examples/examples/libreoffice_calc/4f07fbe9-70de-4927-a4d5-bb28bc12c52c.json": "e97039dc3ab33671b0cf97e589bbb083867a0fb411f5400101cd3da8dbfba04e",
          "evaluation_examples/examples/libreoffice_calc/51719eea-10bc-4246-a428-ac7c433dd4b3.json": "a1dc4c2ae1ff7892e23c3b17652f35aaa45f4e93b4e0401736cbcee7f818a2a0",
          "evaluation_examples/examples/libreoffice_calc/51b11269-2ca8-4b2a-9163-f21758420e78.json": "4339f8f3beeddc6763983b6cc5b4122692aa2b9f312ee56420e00a27ff7b4817",
          "evaluation_examples/examples/libreoffice_calc/535364ea-05bd-46ea-9937-9f55c68507e8.json": "52940139cac4fa7426b9b77fc97a3808fee15bccc067ce46dd5418ad15b5fd14",
          "evaluation_examples/examples/libreoffice_calc/6054afcb-5bab-4702-90a0-b259b5d3217c.json": "0badf4cf0a5eb20219e76135536d926336a63b2a2e42f72a1185242c502206fe",
          "evaluation_examples/examples/libreoffice_calc/6e99a1ad-07d2-4b66-a1ce-ece6d99c20a5.json": "610adfe4461f26cd2c0dd95053d010be0b1ed1eac294a780a82c67df6b8f46f7",
          "evaluation_examples/examples/libreoffice_calc/7a4e4bc8-922c-4c84-865c-25ba34136be1.json": "a8752c29719d5b56760ac38245571ca4f094aa3c95381693bcb0a5f5d3b57a08",
          "evaluation_examples/examples/libreoffice_calc/7e429b8d-a3f0-4ed0-9b58-08957d00b127.json": "f3c3058fc15008d37ba60f5aee8b179d094d804348e8089f4c5b3f2d940410ef",
          "evaluation_examples/examples/libreoffice_calc/7efeb4b1-3d19-4762-b163-63328d66303b.json": "c1a8af1bfe3309391da542d024a94a468843f15b05a732b35fb54e9c362bf47c",
          "evaluation_examples/examples/libreoffice_calc/8b1ce5f2-59d2-4dcc-b0b0-666a714b9a14.json": "9f9003c26a3132e563992f2caff5b11056f795f368a58188ad495536bbe18e72",
          "evaluation_examples/examples/libreoffice_calc/a01fbce3-2793-461f-ab86-43680ccbae25.json": "2b0798000358a3888228ee9d6940bcca1780d05f9f72e8e14769c7453e482458",
          "evaluation_examples/examples/libreoffice_calc/a9f325aa-8c05-4e4f-8341-9e4358565f4f.json": "2bbeb9baea9ab5612fc303edbf426f38b7e1500919a632c609687e4513f5a1ee",
          "evaluation_examples/examples/libreoffice_calc/aa3a8974-2e85-438b-b29e-a64df44deb4b.json": "214349708eb3c9419968fd3e052667c7250fcf66f1225b0a8de9f6081966aecd",
          "evaluation_examples/examples/libreoffice_calc/abed40dc-063f-4598-8ba5-9fe749c0615d.json": "e0f67b3c0dfdfff58a311fb78e9371dff848643a04ad489ea35f050e08bc7d2c",
          "evaluation_examples/examples/libreoffice_calc/d681960f-7bc3-4286-9913-a8812ba3261a.json": "ad07797371115bab65126cb58d70b885967d504a566bc5224b64955bf58dc1a8",
          "evaluation_examples/examples/libreoffice_calc/eb03d19a-b88d-4de4-8a64-ca0ac66f426b.json": "15b4cf5355477ef70a9820073627fa920807d360bfcbd2a396e4dc243c199cae",
          "evaluation_examples/examples/libreoffice_calc/ecb0df7a-4e8d-4a03-b162-053391d3afaf.json": "7011efda37467e2afc1073cd0d2236462ba353319426f8889180787c8af73684",
          "evaluation_examples/examples/libreoffice_calc/f9584479-3d0d-4c79-affa-9ad7afdd8850.json": "6d0906f314d0245bec218b97c01ae39b073cbc8f3bcd2941cc1112a1fe533a8a",
          "evaluation_examples/examples/libreoffice_impress/04578141-1d42-4146-b9cf-6fab4ce5fd74.json": "36f63b205a16e2889c287738c6c0e5dfefcf1ddf00e17e750c5bc903d86c1b71",
          "evaluation_examples/examples/libreoffice_impress/05dd4c1d-c489-4c85-8389-a7836c4f0567.json": "ac8fe4b98fb5d3497939f5f5cd5a0897dd5ab0c401551d1fa249d13c6e3094fd",
          "evaluation_examples/examples/libreoffice_impress/08aced46-45a2-48d7-993b-ed3fb5b32302.json": "ed01cef07e1c1a000326b245f8aba48cf6f02918c648e78aaeafb223e1e307c2",
          "evaluation_examples/examples/libreoffice_impress/0a211154-fda0-48d0-9274-eaac4ce5486d.json": "bdc90d7e1d9354d0ff92af05758c0d0ea03e351c34ffab8d309a6b5696a53975",
          "evaluation_examples/examples/libreoffice_impress/0f84bef9-9790-432e-92b7-eece357603fb.json": "16fb956ff9337c87a2f2a1b91957a017c23253e573598c4c814fd8b567701f2c",
          "evaluation_examples/examples/libreoffice_impress/15aece23-a215-4579-91b4-69eec72e18da.json": "388fcc320c900cf2fe30771e15ca7b5f23bf46c51c35eefe3bccae6d38cfafdc",
          "evaluation_examples/examples/libreoffice_impress/21760ecb-8f62-40d2-8d85-0cee5725cb72.json": "653d609237911e9ba049e202a994e8ad511199f5471e1c2577e583c8ee0aeb42",
          "evaluation_examples/examples/libreoffice_impress/2b94c692-6abb-48ae-ab0b-b3e8a19cb340.json": "553fdd2790235255ba2514c82e73914c959e33f95d854e58fac7291550ce8380",
          "evaluation_examples/examples/libreoffice_impress/2cd43775-7085-45d8-89fa-9e35c0a915cf.json": "4f3699c92303b83da81e1ad44753fb333d7934f5e2f881f574db4d976254ac51",
          "evaluation_examples/examples/libreoffice_impress/3161d64e-3120-47b4-aaad-6a764a92493b.json": "c31daf51496b2c61ea671a3a15344f916b34f95ea41a99f349c8496e4ceb5187",
          "evaluation_examples/examples/libreoffice_impress/358aa0a7-6677-453f-ae35-e440f004c31e.json": "f78c79a312a63b1c054f0e44978f67f729bd10c2882a4548c69f05eca239a09e",
          "evaluation_examples/examples/libreoffice_impress/39be0d19-634d-4475-8768-09c130f5425d.json": "875be11cd9b384b5edb102a6e17556804c8677debcc8a610a55078ce1fd7cad4",
          "evaluation_examples/examples/libreoffice_impress/3b27600c-3668-4abd-8f84-7bcdebbccbdb.json": "edd35392abce270634a2221dc86d7e067c802b582f910224691bb23c51ce7696",
          "evaluation_examples/examples/libreoffice_impress/455d3c66-7dc6-4537-a39a-36d3e9119df7.json": "7b127a0afea20b0316c0349203884de07e3983417fe23d6ba5c3aa3eadaf1073",
          "evaluation_examples/examples/libreoffice_impress/4ed5abd0-8b5d-47bd-839f-cacfa15ca37a.json": "647fb6716425e7e0adda5808a3ddc5eb2732145b67f78190de67d3006cfb6b93",
          "evaluation_examples/examples/libreoffice_impress/550ce7e7-747b-495f-b122-acdc4d0b8e54.json": "a974293524335d36d0505f7fc8b3a97f90beba8e675bda3452ba0fc9923d43b9",
          "evaluation_examples/examples/libreoffice_impress/57667013-ea97-417c-9dce-2713091e6e2a.json": "d395449ce347444b60751afaaba6711811cdedf6c1a8c8e4fc43451022f3f08b",
          "evaluation_examples/examples/libreoffice_impress/5c1a6c3d-c1b3-47cb-9b01-8d1b7544ffa1.json": "da41b70f139f19c01d34b5952d310811d58d812a8018bf8b2e722e654c3e7a37",
          "evaluation_examples/examples/libreoffice_impress/5cfb9197-e72b-454b-900e-c06b0c802b40.json": "ecc61ae99319cd94f496366a6336710c3df45cc719b78c735fb268ccb0098a98",
          "evaluation_examples/examples/libreoffice_impress/5d901039-a89c-4bfb-967b-bf66f4df075e.json": "23b1f8de916f3cf5940a147b45b02207dc9ea2f03ccad65be033e7cd84b5e408",
          "evaluation_examples/examples/libreoffice_impress/70bca0cc-c117-427e-b0be-4df7299ebeb6.json": "32b5f1f4ab24eea8563f60f72acbd7a26ae777d2c3b9cdb210a1520e24e65efb",
          "evaluation_examples/examples/libreoffice_impress/73c99fb9-f828-43ce-b87a-01dc07faa224.json": "4e39170594bf42539c8d98c7b7172bebded1f411565f99720184dc79cba1ef22",
          "evaluation_examples/examples/libreoffice_impress/7ae48c60-f143-4119-b659-15b8f485eb9a.json": "5887a28588ca45885d8c75c9a4ae4f398428c8839d6f7687ed01e837387c3d68",
          "evaluation_examples/examples/libreoffice_impress/7dbc52a6-11e0-4c9a-a2cb-1e36cfda80d8.json": "4fdf1d384383d641fe9b3f81fb9be5752c82d842b29cd94e50eb752efea5f615",
          "evaluation_examples/examples/libreoffice_impress/841b50aa-df53-47bd-a73a-22d3a9f73160.json": "bff77e4b0e28f169db7a2b9bc78f6b31c2700cdc84989e93f82c858d4db04df3",
          "evaluation_examples/examples/libreoffice_impress/8979838c-54a5-4454-a2b8-3d135a1a5c8f.json": "752c4de6c3ef9b8837d5470fe38fcab30f508941cbec323834da758be6de8ebd",
          "evaluation_examples/examples/libreoffice_impress/986fc832-6af2-417c-8845-9272b3a1528b.json": "513757644f7ff6766bec0b5040c5cf7f81632b7da6e16c634bdb2f1fd7fb1d2f",
          "evaluation_examples/examples/libreoffice_impress/9cf05d24-6bd9-4dae-8967-f67d88f5d38a.json": "81097945d17c4bbe9a8a67c1f0e95ed3f78ba87b2037bfc8c8627db0fd2e3e59",
          "evaluation_examples/examples/libreoffice_impress/9ec204e4-f0a3-42f8-8458-b772a6797cab.json": "65ba74a923f24a8e7bd4c774d6506a2be0af2331e68b7854e59c44eed3058903",
          "evaluation_examples/examples/libreoffice_impress/a097acff-6266-4291-9fbd-137af7ecd439.json": "edd2876abc9d86408c0d31d20c332b323d36f95d5f33a4a46efc8f12d4c4ddd5",
          "evaluation_examples/examples/libreoffice_impress/a434992a-89df-4577-925c-0c58b747f0f4.json": "e8059005080b2fe8e339159d2521532dd751cb3ff2995908d1d4c21d89022ea2",
          "evaluation_examples/examples/libreoffice_impress/a53f80cd-4a90-4490-8310-097b011433f6.json": "0044fa4603be297c90b60c48243fa07c9c3ba5eeebb5b0f8ccd2c09008edafee",
          "evaluation_examples/examples/libreoffice_impress/a669ef01-ded5-4099-9ea9-25e99b569840.json": "5651b1fca70c2e78dea79049ec42738be90f85ea82bf81a6efe9936837f169d0",
          "evaluation_examples/examples/libreoffice_impress/ac1b39ff-ee4d-4483-abce-c117e98942f0.json": "d127aabadd790457854234980dc2772be2743fe2f4f6e7c69cb76d0083e6b4e1",
          "evaluation_examples/examples/libreoffice_impress/ac9bb6cb-1888-43ab-81e4-a98a547918cd.json": "22e07a08bc7ffaab4155ae163a4e1651cb011fa197285110d4ee51336ab2193a",
          "evaluation_examples/examples/libreoffice_impress/af23762e-2bfd-4a1d-aada-20fa8de9ce07.json": "cb479b602a4db75f8e79b047ce12806c9d949dd5b12747a6deea0318e48b394f",
          "evaluation_examples/examples/libreoffice_impress/af2d657a-e6b3-4c6a-9f67-9e3ed015974c.json": "5764462f0976e873e8d794ec96fdc7fd60cfc03545ac15f4b192138da0b6a4e3",
          "evaluation_examples/examples/libreoffice_impress/b8adbc24-cef2-4b15-99d5-ecbe7ff445eb.json": "a93c3b7cdea2f5aec211d0ed3b983e9437d8b9b28c806a2339883aed4a3702f3",
          "evaluation_examples/examples/libreoffice_impress/bf4e9888-f10f-47af-8dba-76413038b73c.json": "28103c0720c55c27f05ae72a541e74c05d97fb67997ebef3133e93e1dd84df51",
          "evaluation_examples/examples/libreoffice_impress/c59742c0-4323-4b9d-8a02-723c251deaa0.json": "e8a9552c03d3a8a126bd24f77dc80876efe76dac9b92b6340a306c94a5d65913",
          "evaluation_examples/examples/libreoffice_impress/c82632a4-56b6-4db4-9dd1-3820ee3388e4.json": "6443dfbaec0e844ba795d418e2854607e7383b5ad63c2c9145efae35974da194",
          "evaluation_examples/examples/libreoffice_impress/ce88f674-ab7a-43da-9201-468d38539e4a.json": "21198431a3645242f715224c5d8d038abde98be268d1d2493e06340dc9cd4f17",
          "evaluation_examples/examples/libreoffice_impress/e4ef0baf-4b52-4590-a47e-d4d464cca2d7.json": "2a33f7fbe59c242f606f8c2da453317a494e5680b5e83347740637f56370c19c",
          "evaluation_examples/examples/libreoffice_impress/ed43c15f-00cb-4054-9c95-62c880865d68.json": "2012d11aee2849a97dcd39d56aa231e8cd3e81462ffa8705e6a26d58d82e88b6",
          "evaluation_examples/examples/libreoffice_impress/edb61b14-a854-4bf5-a075-c8075c11293a.json": "686a848ef6597d97684f7a8564654339b5e6e33ed5eb97fea4c751111c71042b",
          "evaluation_examples/examples/libreoffice_impress/ef9d12bd-bcee-4ba0-a40e-918400f43ddf.json": "95af4700a7ab92b518749467d727557f72d398ad28852857372978e86be2d3df",
          "evaluation_examples/examples/libreoffice_impress/f23acfd2-c485-4b7c-a1e7-d4303ddfe864.json": "8ab7c55ffb7fbf89d5c25ba3c74160366015253d5eda75d81f7698b3f28cbd4c",
          "evaluation_examples/examples/libreoffice_writer/0810415c-bde4-4443-9047-d5f70165a697.json": "25b48b75bbe896e3b50f5304c831ff8c768ddf6057c4cca2f1901ba1ad6a4e3d",
          "evaluation_examples/examples/libreoffice_writer/0a0faba3-5580-44df-965d-f562a99b291c.json": "8a6dba40b4279df2bcad960c9d2918ff13996185572ee2b6c985a3d9f643bfe8",
          "evaluation_examples/examples/libreoffice_writer/0b17a146-2934-46c7-8727-73ff6b6483e8.json": "4f3be5a89f23c2b1eaf258b0a963bbd28095cd7830db9c3bcce2b0ef95f2f199",
          "evaluation_examples/examples/libreoffice_writer/0e47de2a-32e0-456c-a366-8c607ef7a9d2.json": "4395cc3300da919051c2a318f0000db1d5c5de32af616abda99df7a284bed61d",
          "evaluation_examples/examples/libreoffice_writer/0e763496-b6bb-4508-a427-fad0b6c3e195.json": "2f6a974907368e79518a7379e8d05a0153024f40756c0e2c2e180e54ae3b3818",
          "evaluation_examples/examples/libreoffice_writer/3ef2b351-8a84-4ff2-8724-d86eae9b842e.json": "4a78ade0632e1b3134a6224850243377da8b6b3140214d24742d1ddf4a6fb84b",
          "evaluation_examples/examples/libreoffice_writer/4bcb1253-a636-4df4-8cb0-a35c04dfef31.json": "d4db8ac40c0080e3a24150bc5cac670f6fe1a99458fe62434c3ce3ad815de0b7",
          "evaluation_examples/examples/libreoffice_writer/66399b0d-8fda-4618-95c4-bfc6191617e9.json": "2c7a0804af650196c71036b6d7f9137230b08d0dd7efa6e084f3f98289c7ad00",
          "evaluation_examples/examples/libreoffice_writer/6a33f9b9-0a56-4844-9c3f-96ec3ffb3ba2.json": "9137ee28cd3ff57d6fb0d48e361e8726e864b253c620b60221b7a17f6c3b165b",
          "evaluation_examples/examples/libreoffice_writer/6ada715d-3aae-4a32-a6a7-429b2e43fb93.json": "fb97515b966c948319a31022114b5883517c80cd77cebe23e9241d8fc136d312",
          "evaluation_examples/examples/libreoffice_writer/6f81754e-285d-4ce0-b59e-af7edb02d108.json": "084cc318765a7f1e80b92b5d5fc4fcd6341874a834a6150036b6e815e9c01c14",
          "evaluation_examples/examples/libreoffice_writer/72b810ef-4156-4d09-8f08-a0cf57e7cefe.json": "0ccfc3cd89567c19dd5496cacc3eb3d7780d6a91a0c6ec5ac85c42298f3079b7",
          "evaluation_examples/examples/libreoffice_writer/8472fece-c7dd-4241-8d65-9b3cd1a0b568.json": "a90b691658f28daa6a04a43721d2f5b3c8f5997fe7cb4177335e408c1c4606fc",
          "evaluation_examples/examples/libreoffice_writer/88fe4b2d-3040-4c70-9a70-546a47764b48.json": "910b3453148dc8ff6dce02a55c11886c0ed374abcdc00d3ea8597032fe0443cb",
          "evaluation_examples/examples/libreoffice_writer/936321ce-5236-426a-9a20-e0e3c5dc536f.json": "31a7eea1d9b457dc478b5c43d15cd294cfe7e6dcedd64d0d7aa41bcdbcaad53e",
          "evaluation_examples/examples/libreoffice_writer/adf5e2c3-64c7-4644-b7b6-d2f0167927e7.json": "29ed30973a11578413f942f48351e1c6e85450ac47bb345c8047e28cd02c686d",
          "evaluation_examples/examples/libreoffice_writer/b21acd93-60fd-4127-8a43-2f5178f4a830.json": "bed2fc55cee47d767ff3e93f948f2800305db3c59debc3852533430cbfc2fef7",
          "evaluation_examples/examples/libreoffice_writer/bb8ccc78-479f-4a2f-a71e-d565e439436b.json": "b3e6f457b1bd0ecd638215fef100e251618de4cbce965040f20410a501720eae",
          "evaluation_examples/examples/libreoffice_writer/d53ff5ee-3b1a-431e-b2be-30ed2673079b.json": "50cebf79a1c2abcc63cdc4da51a4ff1cf31d0e86ae204c34327230f4b481f9a0",
          "evaluation_examples/examples/libreoffice_writer/e246f6d8-78d7-44ac-b668-fcf47946cb50.json": "700af6c12e3814d3ce20e5efb79cf439cff1abc853ccb64e80ed00f40add1e15",
          "evaluation_examples/examples/libreoffice_writer/e528b65e-1107-4b8c-8988-490e4fece599.json": "7e6cb1e0f871ff5b1fe5efbf2f83634c9efd0a9222e2501d2c1d1f1e049ff5ae",
          "evaluation_examples/examples/libreoffice_writer/ecc2413d-8a48-416e-a3a2-d30106ca36cb.json": "1e16f271cdec21560263cdb42eff7ac1712a4497482aacdd4a6313c8253ac563",
          "evaluation_examples/examples/libreoffice_writer/f178a4a9-d090-4b56-bc4c-4b72a61a035d.json": "e1b50275ba08dcd8f9e609da6a0c68b52ea0bc51c73db9e33a1cd83f046dce9d",
          "evaluation_examples/examples/multi_apps/00fa164e-2612-4439-992e-157d019a8436.json": "75a6700342fdba1339c781a0491b8b1aec7dfd1717e9e52e238109d8acb14ab7",
          "evaluation_examples/examples/multi_apps/02ce9a50-7af2-47ed-8596-af0c230501f8.json": "ea03ce5f41f2d6af82b0cda821f6d7399d77f0a748a0018b95d3fd34c47f9c0e",
          "evaluation_examples/examples/multi_apps/09a37c51-e625-49f4-a514-20a773797a8a.json": "47f51d759674a58a29c923fbf4d7d16438edd5a67792c62d7d42e161c3360e5f",
          "evaluation_examples/examples/multi_apps/0c825995-5b70-4526-b663-113f4c999dd2.json": "2000667ae17954a764b61d2ac19e1f77d7c1347114125494753ef0a35a7f6a77",
          "evaluation_examples/examples/multi_apps/0e5303d4-8820-42f6-b18d-daf7e633de21.json": "0c6c785d131ae3f0b893c2ad991e41821c4b98f57a6ee4f13a88680bb6be4c63",
          "evaluation_examples/examples/multi_apps/185f29bd-5da0-40a6-b69c-ba7f4e0324ef.json": "2f1ced40abe9c8d23b032d5e34b5e92b637ac08080b24086e65157a83116f6f5",
          "evaluation_examples/examples/multi_apps/1f18aa87-af6f-41ef-9853-cdb8f32ebdea.json": "6563d3f355cf4cf99d65939d42f70f5fc14533d41ff8ac88fdb37acc1d3ef353",
          "evaluation_examples/examples/multi_apps/20236825-b5df-46e7-89bf-62e1d640a897.json": "2dd95448e9e0618a345464e2651655febbce2c8f23b73e697170b0ed93d1cc64",
          "evaluation_examples/examples/multi_apps/227d2f97-562b-4ccb-ae47-a5ec9e142fbb.json": "227b0aa19cb5001b2fa5bfbd1cd25f078b3309da43fee11d1f52def842b06054",
          "evaluation_examples/examples/multi_apps/22a4636f-8179-4357-8e87-d1743ece1f81.json": "95bf58b856e1f8e28a124a9ab60ba1bb6f369a626694f2dbca5421b8e02e6637",
          "evaluation_examples/examples/multi_apps/236833a3-5704-47fc-888c-4f298f09f799.json": "90d235cb7c84329eb6dcd4b3c34e79352d2284e75e686711a5fa20115755b234",
          "evaluation_examples/examples/multi_apps/2373b66a-092d-44cb-bfd7-82e86e7a3b4d.json": "8e44ef59de314fad8f0e68fb68eae1ebd23c16633c55e946511e52cce64a4063",
          "evaluation_examples/examples/multi_apps/26150609-0da3-4a7d-8868-0faf9c5f01bb.json": "a369cdb8c334ae607f405cc4ce7a80a74ecced56c819696da07f2a01f04d3b5b",
          "evaluation_examples/examples/multi_apps/26660ad1-6ebb-4f59-8cba-a8432dfe8d38.json": "a2707d2b34a90c9147e133c6e36782c6ea646fe9ae274cbe2b1c5f6ddac70b9d",
          "evaluation_examples/examples/multi_apps/2b9493d7-49b8-493a-a71b-56cd1f4d6908.json": "67e6e8a512387aed0021b1aad48209116fae02ca77eaeb366c11640ddb68d0d0",
          "evaluation_examples/examples/multi_apps/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e.json": "5d218126246cffacdb30203330e3fbe7bf13d20aae399f5dc0fb5b55cbfeb29c",
          "evaluation_examples/examples/multi_apps/2c9fc0de-3ee7-45e1-a5df-c86206ad78b5.json": "96eb618c2a49f3e27fdf952a0f775f082351b0565d0564add92c19613044daed",
          "evaluation_examples/examples/multi_apps/2fe4b718-3bd7-46ec-bdce-b184f5653624.json": "feeb19210a7a5d5e668046b29f1cf50f61174114a92ca542803d7bf8f82b0f17",
          "evaluation_examples/examples/multi_apps/337d318b-aa07-4f4f-b763-89d9a2dd013f.json": "02e102559831c7533af334e25348c35b021cef5fecdf034240d0cd2ff25ec167",
          "evaluation_examples/examples/multi_apps/36037439-2044-4b50-b9d1-875b5a332143.json": "165b68f0f734343de0ca972cb9938f60b64c9a161d009379975b19c6d1b5b2fb",
          "evaluation_examples/examples/multi_apps/3680a5ee-6870-426a-a997-eba929a0d25c.json": "8da6e5b54a47d475b0e93dd498cfd4729c637706a016ca76d8946b2de06e53f9",
          "evaluation_examples/examples/multi_apps/3a93cae4-ad3e-403e-8c12-65303b271818.json": "335ae7f44d7da6e603f54a88886edd657b03bf272e50bc309691c980eab579ee",
          "evaluation_examples/examples/multi_apps/3c8f201a-009d-4bbe-8b65-a6f8b35bb57f.json": "80db0c455bc7440fbb535c74fcb7f043c0470449e01997becf0cb0031d150fb7",
          "evaluation_examples/examples/multi_apps/3e3fc409-bff3-4905-bf16-c968eee3f807.json": "74e10b3e2b84a5c166eb0fdc66b3ca9f4bdf6718f53de08758a96a940153d380",
          "evaluation_examples/examples/multi_apps/3f05f3b9-29ba-4b6b-95aa-2204697ffc06.json": "4f1b69dc890458bd2f33e5585eb5f3ce9c3ed85c1a7033bace3087124b37fa76",
          "evaluation_examples/examples/multi_apps/415ef462-bed3-493a-ac36-ca8c6d23bf1b.json": "45996df46ecce886b7f979ad0410f7e53c051c48b6301a9f2877b546ce21e9c8",
          "evaluation_examples/examples/multi_apps/42d25c08-fb87-4927-8b65-93631280a26f.json": "9af8ad9b8fcdd3a9f7a7bada83f9ee9e74dc225bcd60ebd7857b260f4a22b1b9",
          "evaluation_examples/examples/multi_apps/42f4d1c7-4521-4161-b646-0a8934e36081.json": "88e5f41626071e332b8c1a023976d135e0342cbe04b7f66587bebf8890b5e2ac",
          "evaluation_examples/examples/multi_apps/46407397-a7d5-4c6b-92c6-dbe038b1457b.json": "ee66690f64c167267fffd5948a665ac87934c7fed5e83cfb659e971eedbc766c",
          "evaluation_examples/examples/multi_apps/47f7c0ce-a5fb-4100-a5e6-65cd0e7429e5.json": "bfe5a85852472ac0cccbe0e71d1f201fd45b49bce6c24fae02537bdae695abde",
          "evaluation_examples/examples/multi_apps/48c46dc7-fe04-4505-ade7-723cba1aa6f6.json": "1bf3edc6c93859b07803c9003959824a9f000fbd445e22e917c97473561425c8",
          "evaluation_examples/examples/multi_apps/48d05431-6cd5-4e76-82eb-12b60d823f7d.json": "808db8d6058d1cfad9b225f509848af49672a277dd7d6cc18f618914cf14c47b",
          "evaluation_examples/examples/multi_apps/4c26e3f3-3a14-4d86-b44a-d3cedebbb487.json": "1973f54cab5f1e995c3a1bbf2a7234e4cdf1799710c2c8107d7fb3aa9848b01f",
          "evaluation_examples/examples/multi_apps/4e9f0faf-2ecc-4ae8-a804-28c9a75d1ddc.json": "15be01d3fbb9f2660d36466f0eb3f88589a1cf687fb9281eaf0d61c8c7a611ff",
          "evaluation_examples/examples/multi_apps/510f64c8-9bcc-4be1-8d30-638705850618.json": "7615fcf76726181b35284b36230cc83d1625827e07ee1d871af8449d36084948",
          "evaluation_examples/examples/multi_apps/51f5801c-18b3-4f25-b0c3-02f85507a078.json": "1edf2e9713675e3b5eb6007d6dc6645a79ca3e072bf8db4240daea2c6560ae63",
          "evaluation_examples/examples/multi_apps/58565672-7bfe-48ab-b828-db349231de6b.json": "e52cfdbe5f9dedd75fd9e81e064f92b90d1d0b233cc535a6df488dd8370ffe5b",
          "evaluation_examples/examples/multi_apps/5990457f-2adb-467b-a4af-5c857c92d762.json": "3bf1922ba60bef01461c5a5efe06ae918d9b1f3772944f72a75a110022269915",
          "evaluation_examples/examples/multi_apps/5bc63fb9-276a-4439-a7c1-9dc76401737f.json": "ee3f35a58f218a9d14552ee168348a463c8f55cef01ac8ccdc51981543bcae23",
          "evaluation_examples/examples/multi_apps/5df7b33a-9f77-4101-823e-02f863e1c1ae.json": "0f7240b14418a71e36f08a8423762c54381f558b0c358561110a57386d484d3c",
          "evaluation_examples/examples/multi_apps/67890eb6-6ce5-4c00-9e3d-fb4972699b06.json": "160556cd1a0227c40637f20207f4f731d34f89d5d6d7a4925d5fbad220410318",
          "evaluation_examples/examples/multi_apps/68a25bd4-59c7-4f4d-975e-da0c8509c848.json": "214b37fbc19ff3877bcf4cdb751d72854250322336c1539b42e8866b67de6ecc",
          "evaluation_examples/examples/multi_apps/69acbb55-d945-4927-a87b-8480e1a5bb7e.json": "48a34bed15ad94557262412093f924c57d7ba656057625ccfa5bf3ec06b15cc6",
          "evaluation_examples/examples/multi_apps/6d72aad6-187a-4392-a4c4-ed87269c51cf.json": "ee5e35a3ab544ac585663d04a06bbca3123af14f8ce84fa8f0d80c9f98f0552a",
          "evaluation_examples/examples/multi_apps/6f4073b8-d8ea-4ade-8a18-c5d1d5d5aa9a.json": "638c8f7c4fee554adca83d627f726864dac8ad9b984b3cd9c640eb250833d85a",
          "evaluation_examples/examples/multi_apps/716a6079-22da-47f1-ba73-c9d58f986a38.json": "1fbbd9e5084cac5a83441e7407755c757f48aa1372fe545e5390483eb764b251",
          "evaluation_examples/examples/multi_apps/74d5859f-ed66-4d3e-aa0e-93d7a592ce41.json": "452eed028d487007b831bd7e60ab1f5f3c9e82e520edaff9adaf6eec8e58fe8e",
          "evaluation_examples/examples/multi_apps/778efd0a-153f-4842-9214-f05fc176b877.json": "02ef293a7ca202aab9c837cc75bdd4902d15de3efaa2c9290609be6751355f0c",
          "evaluation_examples/examples/multi_apps/788b3701-3ec9-4b67-b679-418bfa726c22.json": "ab9b95769d1b2233bda7003a2ea284491ba6be1c14a621377139638bdf93496a",
          "evaluation_examples/examples/multi_apps/78aed49a-a710-4321-a793-b611a7c5b56b.json": "5329a340d74196cab63c9f59840950d06cb9b3a2be11afd2a22b3198c7806c2b",
          "evaluation_examples/examples/multi_apps/7e287123-70ca-47b9-8521-47db09b69b14.json": "51889a730d879d0ea99427e6723d6b0270bbcdfd1ae9bb96c02a1b41fb5f50f4",
          "evaluation_examples/examples/multi_apps/7f35355e-02a6-45b5-b140-f0be698bcf85.json": "f558c11047d967923de2091816e8117dad4c7f3f9329a58de2426c5b896024f3",
          "evaluation_examples/examples/multi_apps/7ff48d5b-2df2-49da-b500-a5150ffc7f18.json": "84acf371dc84aeb5a02c1eebfbc32006c3631e629a88037c3ccb0cc52ccb2240",
          "evaluation_examples/examples/multi_apps/81c425f5-78f3-4771-afd6-3d2973825947.json": "933d8c24b34c87ee5e6f13bca078e06bc6746a2c3fab53226d466b32f820a315",
          "evaluation_examples/examples/multi_apps/82e3c869-49f6-4305-a7ce-f3e64a0618e7.json": "c20485ff82dfce20f5554dd61ef8d8a07954c131fa43770d4921df11b744f888",
          "evaluation_examples/examples/multi_apps/869de13e-bef9-4b91-ba51-f6708c40b096.json": "a6ba3f8f836a5a5c2b2674d9ff4b403c9225c643d12c702affea3466bc89a4d8",
          "evaluation_examples/examples/multi_apps/873cafdd-a581-47f6-8b33-b9696ddb7b05.json": "d844f286123e3862cfc644de31f618fe45711583f5d4479942217ab838daa73c",
          "evaluation_examples/examples/multi_apps/881deb30-9549-4583-a841-8270c65f2a17.json": "afd7ddd19d7889083fabe117da228fc3fcc6ea6a2847c586c2624644e1f41dd7",
          "evaluation_examples/examples/multi_apps/897e3b53-5d4d-444b-85cb-2cdc8a97d903.json": "badad00d2b6d7942ec415d35783a3792f8a5446ad85577161fbe0cefd53502eb",
          "evaluation_examples/examples/multi_apps/8df7e444-8e06-4f93-8a1a-c5c974269d82.json": "947232c27d3c8ed3068826932e9a51d957d97304a4470dc9d61c05c993a94019",
          "evaluation_examples/examples/multi_apps/8e116af7-7db7-4e35-a68b-b0939c066c78.json": "fbb059f20c0254f955839906d6e78b2dbc617623a62a2d8801bae0c17e31d5d1",
          "evaluation_examples/examples/multi_apps/91190194-f406-4cd6-b3f9-c43fac942b22.json": "ff7d4b33181fd6f048be0e071d2174d7bf69391568d5a691cd0289fe5c0142c6",
          "evaluation_examples/examples/multi_apps/9219480b-3aed-47fc-8bac-d2cffc5849f7.json": "199cd76f0d18103f391a90b3b7f5581490b196af9e847a30b477992932c70b7f",
          "evaluation_examples/examples/multi_apps/937087b6-f668-4ba6-9110-60682ee33441.json": "4a1eea882532f82653754ec8205b1d237d49fa4a416234a9fd185982566e5974",
          "evaluation_examples/examples/multi_apps/98e8e339-5f91-4ed2-b2b2-12647cb134f4.json": "ade3ffccf98fb30ab83f975f257d66b3889a33161a327de9b17cd85678f91725",
          "evaluation_examples/examples/multi_apps/9f3bb592-209d-43bc-bb47-d77d9df56504.json": "c5721f469ea331b7b23dc6b34c8ccb89a7d2758198cafd96d3b59408e82acb63",
          "evaluation_examples/examples/multi_apps/a0b9dc9c-fc07-4a88-8c5d-5e3ecad91bcb.json": "e02d7d493810ceaeb8b412776c66e29c6b1752bd8f9a9bf05c5a66a680feb049",
          "evaluation_examples/examples/multi_apps/a503b07f-9119-456b-b75d-f5146737d24f.json": "be0026b95ed5bcdf9e3314618f602ee7e476dfd7123522019588ca57fd917d22",
          "evaluation_examples/examples/multi_apps/a74b607e-6bb5-4ea8-8a7c-5d97c7bbcd2a.json": "cc4ccba71d172d733e44ca80566c86b7fb063bddbaa125b12c0768210c42022c",
          "evaluation_examples/examples/multi_apps/a82b78bb-7fde-4cb3-94a4-035baf10bcf0.json": "291a5194b255ba22f157d4f0cf24144e221f4bd5b28cd60fce28a687918e0097",
          "evaluation_examples/examples/multi_apps/aad10cd7-9337-4b62-b704-a857848cedf2.json": "34dfa4e2fb5b03a4c9f90013a529b2e14a8b18ffb12f950ec7443092c47c8609",
          "evaluation_examples/examples/multi_apps/acb0f96b-e27c-44d8-b55f-7cb76609dfcd.json": "edbc13bed6fcb511c7d9367336da163cf250d5124d18bc9c6194a8fe6431c9ae",
          "evaluation_examples/examples/multi_apps/aceb0368-56b8-4073-b70e-3dc9aee184e0.json": "23a65a50a93b1971fbe1b2308e936117415218171132be3e53165e85950692e7",
          "evaluation_examples/examples/multi_apps/b337d106-053f-4d37-8da0-7f9c4043a66b.json": "e44f4413448ad723e1fee256b63ed910aa2d1a4e018fc6dc5a7d5ccc92c4493c",
          "evaluation_examples/examples/multi_apps/b5062e3e-641c-4e3a-907b-ac864d2e7652.json": "5e354b1c53e0c53fdcb8bd696f2da80e1f72176c87f23506fe1f2799db289ce5",
          "evaluation_examples/examples/multi_apps/b52b40a5-ad70-4c53-b5b0-5650a8387052.json": "517fa5115887a8e4419e65bb2b3d418d1de1fdbfb44c13bb00046f9d57c14cb7",
          "evaluation_examples/examples/multi_apps/bb83cab4-e5c7-42c7-a67b-e46068032b86.json": "4e632cd444f476451d8f5e9973af0b332db71ff8a4d164e0e45a739b9ce5ea07",
          "evaluation_examples/examples/multi_apps/bc2b57f3-686d-4ec9-87ce-edf850b7e442.json": "f899e89893ad060587a0824191d404a11d7cefee91d0e875b455d3ae4e3499b3",
          "evaluation_examples/examples/multi_apps/c2751594-0cd5-4088-be1b-b5f2f9ec97c4.json": "92785dcbee2be4c1c54b8d5362642226b8c36c809eecb6f6d4e14674840fc455",
          "evaluation_examples/examples/multi_apps/c7c1e4c3-9e92-4eba-a4b8-689953975ea4.json": "6f5537bd536bf3320538724c97f85deb99259a1be6f356e0b848e11329ca15de",
          "evaluation_examples/examples/multi_apps/c867c42d-a52d-4a24-8ae3-f75d256b5618.json": "db6057fcb01dfd5f75d8acdce24fe89a6e2a9464d9a9f23c0558c2e328a01ee6",
          "evaluation_examples/examples/multi_apps/ce2b64a2-ddc1-4f91-8c7d-a88be7121aac.json": "721ff49b8a44d2a052ec3447ce70370113df3fe2299931bd50bcd3c70ad1f840",
          "evaluation_examples/examples/multi_apps/d1acdb87-bb67-4f30-84aa-990e56a09c92.json": "df7ee2909fdbc8795da1601ec0348bbe30ed81c97de241742733f535ba713311",
          "evaluation_examples/examples/multi_apps/d68204bf-11c1-4b13-b48b-d303c73d4bf6.json": "71c4d30f86d5c76175cf260e7a0de8424f0b6b6d0b8bf05693d388deb36505cc",
          "evaluation_examples/examples/multi_apps/d9b7c649-c975-4f53-88f5-940b29c47247.json": "5044e1660a498e5e16022d57cbe23b7e49b84fbb61530b147f4e4b08453f1a21",
          "evaluation_examples/examples/multi_apps/da52d699-e8d2-4dc5-9191-a2199e0b6a9b.json": "8f692ca1aab95f07b8e4f85672e7340156e0157936aa773118f0a882906eccf6",
          "evaluation_examples/examples/multi_apps/da922383-bfa4-4cd3-bbad-6bebab3d7742.json": "1b98ed3df520c39c6c1a94136533673bbea717cb01a8534742f1e13d750400ae",
          "evaluation_examples/examples/multi_apps/dd60633f-2c72-42ba-8547-6f2c8cb0fdb0.json": "ba5d1313e4239278db2cb1b24ec5ec1faeea8fd57732d3db8f8b34e19dca3abc",
          "evaluation_examples/examples/multi_apps/deec51c9-3b1e-4b9e-993c-4776f20e8bb2.json": "d3330fee4db80f407ca3997be7430c1a8fdbaf4b5427b3d6550d652b59d8f0e0",
          "evaluation_examples/examples/multi_apps/df67aebb-fb3a-44fd-b75b-51b6012df509.json": "40f45442b3fc4a5c788d96e0c7a2124d473db104a1a5bbd3c575dc96c7acf71b",
          "evaluation_examples/examples/multi_apps/e135df7c-7687-4ac0-a5f0-76b74438b53e.json": "b3131ed5ae946f39c4b6c5162b5ad661c9b700ca91a3eb30ea3fb54bca017bcd",
          "evaluation_examples/examples/multi_apps/e1fc0df3-c8b9-4ee7-864c-d0b590d3aa56.json": "0e228c0fd541a2d3523d18da9a6eb00fa626bed181763913cfe389f32821b583",
          "evaluation_examples/examples/multi_apps/e2392362-125e-4f76-a2ee-524b183a3412.json": "d83a02a18487f472e0718cbfddc28a716367914b9503b4e4411642e0c8daa90f",
          "evaluation_examples/examples/multi_apps/e8172110-ec08-421b-a6f5-842e6451911f.json": "b8b053522e3129e4577fd70e729eb8036bf563a74d4433548ef1d579b29db079",
          "evaluation_examples/examples/multi_apps/eb303e01-261e-4972-8c07-c9b4e7a4922a.json": "d5a85d2e1c9fb50581ab56f434b48ea8db9ec9e416004cda8dad938262c5c833",
          "evaluation_examples/examples/multi_apps/ee9a3c83-f437-4879-8918-be5efbb9fac7.json": "a09e3c8d8ef9e0df2b5f182c338e59b82eaf6593fe460ecc784f8a66e1267419",
          "evaluation_examples/examples/multi_apps/f5c13cdd-205c-4719-a562-348ae5cd1d91.json": "687b4fbd12f021c4243650d81de7bdd49568e1ef58d41fe3a5459144235e15a7",
          "evaluation_examples/examples/multi_apps/f7dfbef3-7697-431c-883a-db8583a4e4f9.json": "63d49002f7ee393a5eab0b6c1b6f663a2bab04e9afd29f5a3e7b3535a376b5ec",
          "evaluation_examples/examples/multi_apps/f8369178-fafe-40c2-adc4-b9b08a125456.json": "a1a0c5f860d04ca5dd034aadd41d729dd0c32716991c9aa59329a280faf1a616",
          "evaluation_examples/examples/multi_apps/f8cfa149-d1c1-4215-8dac-4a0932bad3c2.json": "9c5172cd3b9e401f25264d2c7fe162b14549df1cb75015c1f00c37aa863232a9",
          "evaluation_examples/examples/multi_apps/f918266a-b3e0-4914-865d-4faa564f1aef.json": "97bf17beb28292f938c01b3a3c1b86495381859c1b8df68bf857c709368b861f",
          "evaluation_examples/examples/os/13584542-872b-42d8-b299-866967b5c3ef.json": "63d6e47fb82e2ee4f77face4223664c6e20e264f947903b51b619233edb4fcfe",
          "evaluation_examples/examples/os/23393935-50c7-4a86-aeea-2b78fd089c5c.json": "9682045d7f9f3e73ecd29dafd485aa4376b02d75de13502d2a3eeb0f42341bf5",
          "evaluation_examples/examples/os/28cc3b7e-b194-4bc9-8353-d04c0f4d56d2.json": "9cd774213b8e1aa154c4cff008b4e38ca011f6bc900e48355ee14585adef8c26",
          "evaluation_examples/examples/os/37887e8c-da15-4192-923c-08fa390a176d.json": "a1f0241bac2ec5aab2bc2a08a33c160f54ef099804430bc931466aaceb967a3a",
          "evaluation_examples/examples/os/3ce045a0-877b-42aa-8d2c-b4a863336ab8.json": "f18bdfd3cd642da199ac62839c5b9c499bc2c0aa15e542c71c998ef048bc2a60",
          "evaluation_examples/examples/os/4127319a-8b79-4410-b58a-7a151e15f3d7.json": "f85add517a8c9682d1926ae58be3c34322bd2b5169189b16efde72cc8b9b5777",
          "evaluation_examples/examples/os/4783cc41-c03c-4e1b-89b4-50658f642bd5.json": "02e927fcb3d37fba1e9dbf410fcf80a1a485c5d8addb5e61bc06702cd6bb408d",
          "evaluation_examples/examples/os/4d117223-a354-47fb-8b45-62ab1390a95f.json": "015c77ef82775babe8040ff0785ffc26d4a0f311e53e32eef0270d7fd81ad4f2",
          "evaluation_examples/examples/os/5812b315-e7bd-4265-b51f-863c02174c28.json": "bb117334fc9e9c2a6bdf5ab1409c3c5fdeb9da57ae34351271340eb14e9eded3",
          "evaluation_examples/examples/os/5c1075ca-bb34-46a3-a7a0-029bd7463e79.json": "6b57e8b32c048a252d8076fc280bf029f869e99e2938530ff78087aa7fdce410",
          "evaluation_examples/examples/os/5ced85fc-fa1a-4217-95fd-0fb530545ce2.json": "a088d914f987dcc9cdeb9b4a3a632c57d5aab0be62cc8ce63dcf9fd1531d3587",
          "evaluation_examples/examples/os/5ea617a3-0e86-4ba6-aab2-dac9aa2e8d57.json": "4235cb5cf42f47c15c28a4c601592ded5f99bba7ffa89666b2c583adfbeea97a",
          "evaluation_examples/examples/os/6f56bf42-85b8-4fbb-8e06-6c44960184ba.json": "11d47ceae5cacadb018f9748a9da71da6cb9dd489eb31650a967c3162963c812",
          "evaluation_examples/examples/os/94d95f96-9699-4208-98ba-3c3119edf9c2.json": "bd0457eeba03b70733d1aa11eb474ae165a8969b54ec81e6b625c7c392d97378",
          "evaluation_examples/examples/os/a462a795-fdc7-4b23-b689-e8b6df786b78.json": "a83fe72f3427b5dc8701bcab5d6ffdd605751411cfe75e31d3b3520a3b44c3b1",
          "evaluation_examples/examples/os/a4d98375-215b-4a4d-aee9-3d4370fccc41.json": "642f338e55756f5a3661b3fab923725b90313f8885b11b195744d72a0463b1d9",
          "evaluation_examples/examples/os/b3d4a89c-53f2-4d6b-8b6a-541fb5d205fa.json": "9a60e66086c72fc95dcca211d0afdfc1ad04e89024d5b433602b6dc93845a1b5",
          "evaluation_examples/examples/os/b6781586-6346-41cd-935a-a6b1487918fc.json": "d6e426dd2eecb15711b7dbe3696f1937da25f3c151f5bcad85c349242c4bed0a",
          "evaluation_examples/examples/os/bedcedc4-4d72-425e-ad62-21960b11fe0d.json": "10f64270277d26bb9291722f4eabb4933fc95e5afec63cfc57ff3547f37b8e8d",
          "evaluation_examples/examples/os/c288e301-e626-4b98-a1ab-159dcb162af5.json": "c50565f3a59462abb56546ebce66e83b0a5abe05dd11282ab8969a951714a071",
          "evaluation_examples/examples/os/e0df059f-28a6-4169-924f-b9623e7184cc.json": "25813c0c4fac15dafe8721a899b9a8f01582c8f2cce56c3b3d9c7ef8ac6a1dfb",
          "evaluation_examples/examples/os/ec4e3f68-9ea4-4c18-a5c9-69f89d1178b3.json": "c8cdfd9262dd8ae38e6b4d7db6f1e1818896b3bdd0296e6a55c2dea5806f8305",
          "evaluation_examples/examples/os/f9be0997-4b7c-45c5-b05c-4612b44a6118.json": "6a4884ce7c438983aa25645e52981edd76600800f7ccee5f762d4d4d5538a1d2",
          "evaluation_examples/examples/os/fe41f596-a71b-4c2f-9b2f-9dcd40b568c3.json": "2defe362e7e50f0de1ea7d1b076df263165b3958a023740ba075dd3a776533b1",
          "evaluation_examples/examples/thunderbird/08c73485-7c6d-4681-999d-919f5c32dcfa.json": "6049b3f321368f8639afe664e7f791edfe0e0f37c8bbcabe59322cf341c136a0",
          "evaluation_examples/examples/thunderbird/10a730d5-d414-4b40-b479-684bed1ae522.json": "387d9ff8ce59edb595d8928843943c29d3b4a2a1cd69d31f9b968056a6ddde6c",
          "evaluation_examples/examples/thunderbird/15c3b339-88f7-4a86-ab16-e71c58dcb01e.json": "603665b5e60be4d6dd89ca00d4856703372ca16912a582351e5cb48f11d6e699",
          "evaluation_examples/examples/thunderbird/3f28fe4f-5d9d-4994-a456-efd78cfae1a3.json": "d47ced9d6f815349f2d268679649883fc567af340484b4e39108c72c0f842666",
          "evaluation_examples/examples/thunderbird/3f49d2cc-f400-4e7d-90cc-9b18e401cc31.json": "06054781c43836ebf2093aab13dbad3a260a0db7d5dc7a9a70977e058c1a3b2c",
          "evaluation_examples/examples/thunderbird/5203d847-2572-4150-912a-03f062254390.json": "cc5c9615a84eb3ed201345c2ecbafa7991a2e6226e7d780ee4698133eda39a54",
          "evaluation_examples/examples/thunderbird/7b1e1ff9-bb85-49be-b01d-d6424be18cd0.json": "805cbf9a2a79771f3c079dd8b9e08155e3bea27ac51072dfd51bc455cc8593f3",
          "evaluation_examples/examples/thunderbird/9b7bc335-06b5-4cd3-9119-1a649c478509.json": "66c6e5e35b8453a1e813f81d58348d51f9b490f9f10abbddd59da78040669762",
          "evaluation_examples/examples/thunderbird/9bc3cc16-074a-45ac-9bdc-b2a362e1daf3.json": "8b4f59789cc5b024bb4532098c17990bae77e63d28059cb9fed3ad167f06336a",
          "evaluation_examples/examples/thunderbird/a10b69e1-6034-4a2b-93e1-571d45194f75.json": "55ba72bff154a1192339c038a37887dfeeb78829e72c9c1867c07cb91bfa2b02",
          "evaluation_examples/examples/thunderbird/a1af9f1c-50d5-4bc3-a51e-4d9b425ff638.json": "29431cb7c690ce21984476361a5f877f500b75f237b00f9a3f26f58e4099fc9a",
          "evaluation_examples/examples/thunderbird/d38192b0-17dc-4e1d-99c3-786d0117de77.json": "bb89b291ae33386c83f6004c84acdf554da171a62462ca8bb8d60376f509ab50",
          "evaluation_examples/examples/thunderbird/dd84e895-72fd-4023-a336-97689ded257c.json": "61c3f8b81efe2ab797fd43cbebf521080b9b8d14a3ebe46ccea4a6ea0a6a9c50",
          "evaluation_examples/examples/thunderbird/dfac9ee8-9bc4-4cdc-b465-4a4bfcd2f397.json": "a6481280f1d740920ce499da2e299364cf5c3b9dedb862c7a3017542c126c672",
          "evaluation_examples/examples/thunderbird/f201fbc3-44e6-46fc-bcaa-432f9815454c.json": "07ae081929531a01c11f3c3a5190ad440091cf23db35857b47f22ce241c3164e",
          "evaluation_examples/examples/vlc/215dfd39-f493-4bc3-a027-8a97d72c61bf.json": "c6c65aef0c54fa36eef8b5dd3e93bb32fcb31c35e9b1c7bcef63a808018e8bde",
          "evaluation_examples/examples/vlc/386dbd0e-0241-4a0a-b6a2-6704fba26b1c.json": "66f6de9bb895308bd20e7febe76d41786f58e51c964d2b8d8f261da3cf3ca37c",
          "evaluation_examples/examples/vlc/59f21cfb-0120-4326-b255-a5b827b38967.json": "96f49b4d177c39a3511adb72f840d3bdd21d34c2effad66f616cff169b659b84",
          "evaluation_examples/examples/vlc/5ac2891a-eacd-4954-b339-98abba077adb.json": "4e038a7bb4c3770186209d68402e678ff723238cb31684fe452f0b0c6f4665da",
          "evaluation_examples/examples/vlc/7882ed6e-bece-4bf0-bada-c32dc1ddae72.json": "ae1df098258677095ee26ffaa12cca8572c8198c3faf8a2b352eecf9a4e1aaea",
          "evaluation_examples/examples/vlc/8ba5ae7a-5ae5-4eab-9fcc-5dd4fe3abf89.json": "c748047afac228978e7d4549977a85c26ac2532d9ad356c9c72cdb8924fe082c",
          "evaluation_examples/examples/vlc/8d9fd4e2-6fdb-46b0-b9b9-02f06495c62f.json": "80a5c26d4dba1af13d57fce396f4e6ab5582adb756d41a72f1afbfb4ec8e459c",
          "evaluation_examples/examples/vlc/8f080098-ddb1-424c-b438-4e96e5e4786e.json": "eda0dbc5a3983adbb6bf640fff4250ca5ba57a693f6337ff083444e2f5fb990e",
          "evaluation_examples/examples/vlc/9195653c-f4aa-453d-aa95-787f6ccfaae9.json": "4d1d46c2a3c461edcca7335bbcfcc14a19d2aaa9fa2c7f2c9bb51a61ad8e7b20",
          "evaluation_examples/examples/vlc/a5bbbcd5-b398-4c91-83d4-55e1e31bbb81.json": "670ec8ae97207ade1ebc9a1ef77d1b61a807391d75a6b3a8f10cd1f48d71a443",
          "evaluation_examples/examples/vlc/aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6.json": "e6e724a40ebc25e003cbe34747d9ce6f08dd0fd9847de613870cf4bd2a4e7ad7",
          "evaluation_examples/examples/vlc/bba3381f-b5eb-4439-bd9e-80c22218d5a7.json": "9b08d902825a72bf2dbac73e632ecbe15e61602565fc3fc92a2953405262d7fb",
          "evaluation_examples/examples/vlc/cb130f0d-d36f-4302-9838-b3baf46139b6.json": "81813fbcb4fabd0463bf6ab470b2f93f839dfa5d3bb59bf70e0e0206690666cc",
          "evaluation_examples/examples/vlc/d06f0d4d-2cd5-4ede-8de9-598629438c6e.json": "98bd6f7fcc8e2e2d7f5571404034371f0cf80e1d4740058db77a1fe09f5d8e85",
          "evaluation_examples/examples/vlc/efcf0d81-0835-4880-b2fd-d866e8bc2294.json": "70b0a24d03301ec50ae5be1d43ba2f8a5e3d8fac7b2e6c948b7166ea75f084ba",
          "evaluation_examples/examples/vlc/f3977615-2b45-4ac5-8bba-80c17dbe2a37.json": "c1e6fd4ea914262c5d3c2eae55293be98ed5e352c94857df7a62e23d52078495",
          "evaluation_examples/examples/vlc/fba2c100-79e8-42df-ae74-b592418d54f4.json": "1da8403e299e71fdf0aaebac9197ca29887007556a872a128c45bd2a57d76a4d",
          "evaluation_examples/examples/vs_code/0512bb38-d531-4acf-9e7e-0add90816068.json": "8b595ba8b04f6375264f0c31699e1912c048975a5f6e8d81219e06638897f67f",
          "evaluation_examples/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951.json": "ba53fb30a0d1064b46a68babbad9b082bb79b7228788c4643fca828c17c075ff",
          "evaluation_examples/examples/vs_code/276cc624-87ea-4f08-ab93-f770e3790175.json": "ed65692b91ca94dbdc60cc44d2d06407772ccf48de352286bc037c58e85053e9",
          "evaluation_examples/examples/vs_code/4e60007a-f5be-4bfc-9723-c39affa0a6d3.json": "ed43e4d0f722a958304a397b36f9c3885412a7c8c3766854d736b96adbdbbafc",
          "evaluation_examples/examples/vs_code/53ad5833-3455-407b-bbc6-45b4c79ab8fb.json": "69cdaccf130530f66d22f0b8b0ef30b192ddf520d620f17aa0c8e047bec5eb7f",
          "evaluation_examples/examples/vs_code/57242fad-77ca-454f-b71b-f187181a9f23.json": "71332c545e997c9f27afbfbde4a239b4b8e45c54fbe53268af5cd096519ac154",
          "evaluation_examples/examples/vs_code/5e2d93d8-8ad0-4435-b150-1692aacaa994.json": "e4b488780d5cf5660e2a359f003a7c227e2ac4f3906963bd8c9431ad582abfff",
          "evaluation_examples/examples/vs_code/6ed0a554-cbee-4b44-84ea-fd6c042f4fe1.json": "54c4ebb4dff0af357c51d7c1d6f252aa2f9376c79007ffbe7dc65818ef90ba5e",
          "evaluation_examples/examples/vs_code/70745df8-f2f5-42bd-8074-fbc10334fcc5.json": "b72f12162cd55412acbe0d103956d0cafa92f203ec7772a44f19b0287e3be449",
          "evaluation_examples/examples/vs_code/7aeae0e2-70ee-4705-821d-1bba5d5b2ddd.json": "d9433d95584771b2d6220032b9a969f171472059e505b773347afaa1c1d3531e",
          "evaluation_examples/examples/vs_code/7c4cc09e-7a92-40dd-8338-b2286535c4ed.json": "b50d975fc4bff6371a213752beade5be2226dfb68c3869efaa4d8721062708a3",
          "evaluation_examples/examples/vs_code/847a96b6-df94-4927-97e6-8cc9ea66ced7.json": "4c683e9bc66986bbb97a8a2c14f97772ce19bcc2eb11dfaffe31ac3d45fc3396",
          "evaluation_examples/examples/vs_code/930fdb3b-11a8-46fe-9bac-577332e2640e.json": "aa0c99be17c31536dac0a3561466a7ecd47e8688c7e1697dd5a9d6cd00e007bc",
          "evaluation_examples/examples/vs_code/9439a27b-18ae-42d8-9778-5f68f891805e.json": "08d00b2137e5e596980139493c844185291c96b796791217c8a86a7c81b372cb",
          "evaluation_examples/examples/vs_code/971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6.json": "be3e370ee42e67c3fb3c2e56f35e1330a522323aeae5b5abada1ead7f700462f",
          "evaluation_examples/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511.json": "5278d04113b1346930c5005c37cf44605460eecca3dfb35884dcde27a96f28cb",
          "evaluation_examples/examples/vs_code/9d425400-e9b2-4424-9a4b-d4c7abac4140.json": "dddcab3ee875ff91d19ef6d7fe9e99a52ae9a6b8a0065fde8de2f17e0baf115c",
          "evaluation_examples/examples/vs_code/c6bf789c-ba3a-4209-971d-b63abf0ab733.json": "1ad1a22b1ad31c82a7559f890fcdcc84dd5f10b47bbb44b911955587544f7974",
          "evaluation_examples/examples/vs_code/dcbe20e8-647f-4f1d-8696-f1c5bbb570e3.json": "e92d5d25dede67c6acd41f0b6b2342ff51c102806de6298727e6efc1cda4fadf",
          "evaluation_examples/examples/vs_code/e2b5e914-ffe1-44d2-8e92-58f8c5d92bb2.json": "e7cea7ad388610037927a0bb49d1ce455028ffabd27a60b7b64871329d9ddf74",
          "evaluation_examples/examples/vs_code/ea98c5d7-3cf9-4f9b-8ad3-366b58e0fcae.json": "754b42cd95a098df9f68de23787d10c8415024f1d64a2a8e3810006b78e953ae",
          "evaluation_examples/examples/vs_code/eabc805a-bfcf-4460-b250-ac92135819f6.json": "b6875b49dca8d1ce0d8e9ed0d995d8daddfa62773f1d037f5695ccd210735149",
          "evaluation_examples/examples/vs_code/ec71221e-ac43-46f9-89b8-ee7d80f7e1c5.json": "b9f50a23a983d7c339cf6169804073020cf3a5151ab8bb9c16d202071655adcf",
          "evaluation_examples/examples_windows/excel/3aaa4e37-dc91-482e-99af-132a612d40f3.json": "ffcae793baa3ae42848fa8e8beee7d0c0a8c83999bb024a909a8d9df9427bc79",
          "evaluation_examples/examples_windows/excel/4188d3a4-077d-46b7-9c86-23e1a036f6c1.json": "d682104aa50b97e32e42574a9a589c56e718711368a0e61279b5e437f513e5d7",
          "evaluation_examples/examples_windows/excel/51b11269-2ca8-4b2a-9163-f21758420e78.json": "1daee069aa9d7621e45c3959b2ed2f4a6bdf66bd8bb992282fa2f5d37ccb337b",
          "evaluation_examples/examples_windows/excel/6054afcb-5bab-4702-90a0-b259b5d3217c.json": "927f30099c6b20b9b907711de35159dda853163555f32cc1f5bedb1be8adeac2",
          "evaluation_examples/examples_windows/excel/7a4e4bc8-922c-4c84-865c-25ba34136be1.json": "68e402e171648786defbaded401b81ffd31317405ec34d937389e9b6fd2df3b9",
          "evaluation_examples/examples_windows/excel/7efeb4b1-3d19-4762-b163-63328d66303b.json": "6e7357510b9a355350dd95f3ba59433cc1ebf8fccfe0ce794410c5c9d33be8a3",
          "evaluation_examples/examples_windows/excel/8b1ce5f2-59d2-4dcc-b0b0-666a714b9a14.json": "18fec1e559dc6862bce46cca2eb056b4001b6200609124a144b876efafb3cb14",
          "evaluation_examples/examples_windows/excel/a9f325aa-8c05-4e4f-8341-9e4358565f4f.json": "4725f4b49fc2c174ccefcc7c5b8577b6b01a0980536074485c00298324c5f532",
          "evaluation_examples/examples_windows/excel/abed40dc-063f-4598-8ba5-9fe749c0615d.json": "37190212c287bc513c023bae84b9e11e027775661907f4d9a4e875380a24c1aa",
          "evaluation_examples/examples_windows/excel/eb03d19a-b88d-4de4-8a64-ca0ac66f426b.json": "3f4f4611b549f10eeec4fe7347e2d54850e6a5400e1446a4e7030b38347b01d7",
          "evaluation_examples/examples_windows/excel/ecb0df7a-4e8d-4a03-b162-053391d3afaf.json": "bd8c7c3a0f8e75e982053dff2390fe5c3b5aa6c56a302a7524adde8734d38b20",
          "evaluation_examples/examples_windows/multi_app/09a37c51-e625-49f4-a514-20a773797a8a.json": "b5389c857917854af92c3e41d0967c5eb253336cdd265b29c6f6ec51139e332c",
          "evaluation_examples/examples_windows/multi_app/185f29bd-5da0-40a6-b69c-ba7f4e0324ef.json": "9f32feb1647037f4abdce05ff04539970e91ba0a9f0f6913081786df9543b998",
          "evaluation_examples/examples_windows/multi_app/1f18aa87-af6f-41ef-9853-cdb8f32ebdea.json": "9d614aa751c9e3e366f6a700bf7d8cfe2fcff4f1a89424d3b4e3533c94c41f5c",
          "evaluation_examples/examples_windows/multi_app/26150609-0da3-4a7d-8868-0faf9c5f01bb.json": "d30d9f3e598895f9fbc881aa2e479573161dca750c3f370210e3f65f1b2c8c69",
          "evaluation_examples/examples_windows/multi_app/26660ad1-6ebb-4f59-8cba-a8432dfe8d38.json": "8fd73d1a151fb3ce39c4ed8e33e774c532a232d35657b1c95b18160534d08618",
          "evaluation_examples/examples_windows/multi_app/2c1ebcd7-9c6d-4c9a-afad-900e381ecd5e.json": "7a72fccd78f36b5d181dacf03d243e7831dd267ef49d6517660d3d8175cd9aad",
          "evaluation_examples/examples_windows/multi_app/3a93cae4-ad3e-403e-8c12-65303b271818.json": "d4eeb8487b47f4d69fae4b2444e131dee1bb42a963abe15a09c91ee7d693499a",
          "evaluation_examples/examples_windows/multi_app/46407397-a7d5-4c6b-92c6-dbe038b1457b.json": "8c1526a84a5a85d862b6f708383bc636ccbc45468a15eb1617a65c4bb52832ef",
          "evaluation_examples/examples_windows/multi_app/6d72aad6-187a-4392-a4c4-ed87269c51cf.json": "8b62a96906c900672977e9d7b5a1564b60cac03dce38587781e1d5d247010289",
          "evaluation_examples/examples_windows/multi_app/6f4073b8-d8ea-4ade-8a18-c5d1d5d5aa9a.json": "2158bbfb24203341358117f8fdf53f2a56a900479a80c328bb2243289bd62a28",
          "evaluation_examples/examples_windows/multi_app/74d5859f-ed66-4d3e-aa0e-93d7a592ce41.json": "2a5eb3646c012c93137b212f6b279a2b15aa66d5730c85f678a27bff65f6695c",
          "evaluation_examples/examples_windows/multi_app/897e3b53-5d4d-444b-85cb-2cdc8a97d903.json": "eecf2d58e99efbd8a43d5984769d4ad3cc10f6726be4229ec1ed3a5792b37a6d",
          "evaluation_examples/examples_windows/multi_app/8e116af7-7db7-4e35-a68b-b0939c066c78.json": "7bee116ed5011abcd36d9729bff57b590ab44b8f31892e15ba50f0dfe84cfa5c",
          "evaluation_examples/examples_windows/multi_app/a82b78bb-7fde-4cb3-94a4-035baf10bcf0.json": "44473a64ebf6121788880e494bad7b1a3fa0bb1f1eeb07a3125f0e28746cdc68",
          "evaluation_examples/examples_windows/multi_app/b5062e3e-641c-4e3a-907b-ac864d2e7652.json": "96b683dc7c8005a9567f466a5131de072965cc1a7b62eca560c5f72139a94590",
          "evaluation_examples/examples_windows/multi_app/c867c42d-a52d-4a24-8ae3-f75d256b5618.json": "f39808800e002b042be36d0448a8b6f3cc53fae2ad3452ca1256fb06f7471255",
          "evaluation_examples/examples_windows/multi_app/d1acdb87-bb67-4f30-84aa-990e56a09c92.json": "889341a743d69cba011e82c3d5dd59f71ffab53e8936a10b1e37a83186ce51f2",
          "evaluation_examples/examples_windows/multi_app/da52d699-e8d2-4dc5-9191-a2199e0b6a9b.json": "16d1195d7bdd96826c3027ce3833f2ef7c90dfde327f453239bd08391306bbdb",
          "evaluation_examples/examples_windows/multi_app/deec51c9-3b1e-4b9e-993c-4776f20e8bb2.json": "73aa4ab1cadc555b6b79620ac00500c2a8a1074e1b6d593db49e3f8dce2c7cee",
          "evaluation_examples/examples_windows/multi_app/e2392362-125e-4f76-a2ee-524b183a3412.json": "3bb7049dcf260b4e5358588a6277715c7c6cfe26c507cd39e0d7965a15f39539",
          "evaluation_examples/examples_windows/multi_app/eb303e01-261e-4972-8c07-c9b4e7a4922a.json": "a765ef563e5cb3339b0e8ec975424cdbd62e4f034fdd60bddd22697c73f95a21",
          "evaluation_examples/examples_windows/multi_app/f918266a-b3e0-4914-865d-4faa564f1aef.json": "b20ed600f3f2ce68a1d453d485366c9c5211a5ec51856b4df2505f923886df9f",
          "evaluation_examples/examples_windows/ppt/3b27600c-3668-4abd-8f84-7bcdebbccbdb.json": "1e1efc0d32f0ce2a75453960572055c1695df03ce5e31eba3112f3f2fc2b06a6",
          "evaluation_examples/examples_windows/ppt/455d3c66-7dc6-4537-a39a-36d3e9119df7.json": "0b84cb209a51588478f4b2938306e5caf67dcacacd8125d93820efa679a75058",
          "evaluation_examples/examples_windows/ppt/550ce7e7-747b-495f-b122-acdc4d0b8e54.json": "0d604325a525f714e96473843d51857285638c208d8117710bc57efb2b52653c",
          "evaluation_examples/examples_windows/ppt/5d901039-a89c-4bfb-967b-bf66f4df075e.json": "075c33ebc970fde656719fa8336a6a6bb78c3061e6011e605582ba746d4838e8",
          "evaluation_examples/examples_windows/ppt/9ec204e4-f0a3-42f8-8458-b772a6797cab.json": "d324ca4f07f5f951e418b588ee4280289e807426dc3ae00a2c50d4e4127fcbf9",
          "evaluation_examples/examples_windows/ppt/a097acff-6266-4291-9fbd-137af7ecd439.json": "fc683922bdec39a66aa5a02d7724932b8107d8073f14699f0630b2555e8fefa6",
          "evaluation_examples/examples_windows/ppt/ce88f674-ab7a-43da-9201-468d38539e4a.json": "d82af449335b420732ee6dea3f06846dfbbdf3a29c9653ab87fed155274b5021",
          "evaluation_examples/examples_windows/word/0810415c-bde4-4443-9047-d5f70165a697.json": "5cfd0cead7ce2bb141c0c5c89ea00ac16a075e6160a81e87243341833dd84e0d",
          "evaluation_examples/examples_windows/word/0b17a146-2934-46c7-8727-73ff6b6483e8.json": "01d509d7e0b1f94805ddee8b17ad989b5c5ec0ff0649cf454f6449d95f8c63eb",
          "evaluation_examples/examples_windows/word/0e763496-b6bb-4508-a427-fad0b6c3e195.json": "cda0911e7baa34262d2ffa637df8aeb7ba2074bc828a6e673cdbd3d28c3b8ffa",
          "evaluation_examples/examples_windows/word/3ef2b351-8a84-4ff2-8724-d86eae9b842e.json": "e5248a0a0bef9be17f6a40a2fcd8d6b9c53839b146b9e034e3cd876c78ba554d",
          "evaluation_examples/examples_windows/word/4bcb1253-a636-4df4-8cb0-a35c04dfef31.json": "ac3b41f1d062cd9a265ed672d917702b1342fa4887e21fc1cecf7780fd156915",
          "evaluation_examples/examples_windows/word/6f81754e-285d-4ce0-b59e-af7edb02d108.json": "a35fccbfddecb01bd24887e2ade5f2bfd151d304e6f77f76f52c427e8f3d1c61",
          "evaluation_examples/examples_windows/word/b21acd93-60fd-4127-8a43-2f5178f4a830.json": "312db430026bae9b64012cc7d6a9ad54ce837d9c05f20a57f70f68d1c6a4a070",
          "evaluation_examples/examples_windows/word/e528b65e-1107-4b8c-8988-490e4fece599.json": "3fdf08b1fc3fe42ed2dc202b5b5496a112649758563318944eef4f50061c06d2",
          "evaluation_examples/examples_windows/word/ecc2413d-8a48-416e-a3a2-d30106ca36cb.json": "bfa09f124c4947b64cae5575656daccd92d01bd5b0e8ced5677574863f25ed54"
        }
      }
    },
    {
      "id": "windowsarena",
      "name": "Windows Agent Arena",
      "repository": "https://github.com/microsoft/WindowsAgentArena",
      "revision": "6d39ed88c545a0d40a7a02e39b928e278df7332b",
      "license": "MIT",
      "adapter": "windowsarena",
      "paths": [
        "src/win-arena-container/client/evaluation_examples_windows",
        "src/win-arena-container/client/desktop_env/evaluators"
      ],
      "verifier_paths": [
        "src/win-arena-container/client/desktop_env/evaluators"
      ],
      "records": 154,
      "kinds": {
        "benchmark_task": 154
      },
      "platforms": {
        "Windows": 154
      },
      "verifiers": {
        "source_preserved": 154
      },
      "categories": {
        "chrome": 17,
        "clock": 4,
        "file_explorer": 19,
        "libreoffice_calc": 24,
        "libreoffice_writer": 19,
        "microsoft_paint": 3,
        "msedge": 13,
        "notepad": 2,
        "settings": 5,
        "vlc": 21,
        "vs_code": 24,
        "windows_calc": 3
      },
      "snapshot": {
        "filename": "windowsarena.zip",
        "sha256": "1708cb03c5cea40f8b3ba2b05aa880649329efa30b8f8002e9f00bf153dbdcef",
        "bytes": 246705,
        "files": {
          "LICENSE": "9906940f61b1f0b533fa7d99baf55178b2808fbe113ea51dfbfad8572ccd5f2b",
          "README.md": "e481abd422a4cc8b819ad84b32684e4af641e18a7c0d277dd608cfd5d3c5e6ad",
          "src/win-arena-container/client/desktop_env/evaluators/README.md": "eb6cf369f52141c4a831bd11d67cd70e2eea4f89f0cfa9ab870afaee8ec4faeb",
          "src/win-arena-container/client/desktop_env/evaluators/__init__.py": "6ba62edf024dfda0ea273ef24c2f9e8359d3f6f94fb42fb56727c125b531bb2e",
          "src/win-arena-container/client/desktop_env/evaluators/getters/__init__.py": "b7e9d43372ea4d9fc18bcc5ed544ad82a00f07fd4160d405b8e8173f9477803d",
          "src/win-arena-container/client/desktop_env/evaluators/getters/calc.py": "705cd46ac4b2cb942ee641fbf3c621491746a7dadd1cc46a5266d2a5590819f6",
          "src/win-arena-container/client/desktop_env/evaluators/getters/chrome.py": "8abeec9707a24d226af9c9a9a8221e3dbc6a3e37533372a2444df5fceb2b217c",
          "src/win-arena-container/client/desktop_env/evaluators/getters/edge.py": "65c7b356714ef739a369eb038ca050154c234299b8ceb3275de4895fd54b7f59",
          "src/win-arena-container/client/desktop_env/evaluators/getters/file.py": "3d7654c33f3821d286e3a9defac1592aa36439620a7b7585a43a9ff090e1780c",
          "src/win-arena-container/client/desktop_env/evaluators/getters/fileexplorer.py": "d1e8121d0bd941ea51111eb81e5940cd4f0ec22141af6759d9753faf8995f2c1",
          "src/win-arena-container/client/desktop_env/evaluators/getters/general.py": "92ee5fd4c6ae93b467d762ffa0e5962170cb9b4860ddeeda53892b722bcc32fb",
          "src/win-arena-container/client/desktop_env/evaluators/getters/gimp.py": "cbcde5e3cc040d9682180a5dfcb0193116f1743afae60a502ab1a05f54e1f340",
          "src/win-arena-container/client/desktop_env/evaluators/getters/impress.py": "46a5421cb48e9214cded91248b555bb15eca49431db8a9ae2554e9e0bed27d55",
          "src/win-arena-container/client/desktop_env/evaluators/getters/info.py": "0ebc77d91947519a6afecd51dced76c8a16b75f542c043663e7a7fc458801b7a",
          "src/win-arena-container/client/desktop_env/evaluators/getters/microsoftpaint.py": "e2b2d85fd3448f0be88451452cabf1763886c32dd81f9b32b1e3d93cd4f7c485",
          "src/win-arena-container/client/desktop_env/evaluators/getters/misc.py": "bcc3e7e5ae06f4519dae446fba81ba6de3e775932e8f0ad3f25639b2da64e2ef",
          "src/win-arena-container/client/desktop_env/evaluators/getters/msedge.py": "16b3aa59c15d14b58288b375f4cdf7469c5d923cdda9ed70c5103518181d84e9",
          "src/win-arena-container/client/desktop_env/evaluators/getters/replay.py": "3e27fd2ff92b7c4ad91d4e63a6b80644b2602000a9779e96b64dd2a230e9916a",
          "src/win-arena-container/client/desktop_env/evaluators/getters/settings.py": "83ceafde9d3059d727dc9f90a929f797d1ce9e017c0c37c4e34bcfc0021aaf61",
          "src/win-arena-container/client/desktop_env/evaluators/getters/vlc.py": "98b0a704f1119e8a7b6d6ca1f6b03cce122e13f76ea12bef14a43e7745cf9354",
          "src/win-arena-container/client/desktop_env/evaluators/getters/vscode.py": "d3e344c3bf23fefbbe13d991745cac9c54f73733555a8aae2736a992d549c857",
          "src/win-arena-container/client/desktop_env/evaluators/getters/windows_clock.py": "b56f1827aaba0f807984353dfcb4f2637f5a1eec512eb1e8a34ec9578a99ca9e",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/__init__.py": "d90e40ab25428233c7938870d412dafb06145d835f85d3822e044d41a4069528",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/basic_os.py": "08843c93bab8e8f0f917f09dd146768e272f5dff735652f02545b46b45764bbc",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/chrome.py": "9372fbb4cc62f992beba875fcecd3afb3b34e757d34a6650c002661da9f1121b",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/docs.py": "65052a7bd6970224bf6fefe52441e09851ed3b8a56c9ce85d8436125123a07f7",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/edge.py": "51d126476b41f398d40b35dbc1282f1342159706d98b407d6ff91a672af19f30",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/general.py": "e3f75e5d601626ecd09ae0cd7a0727b8b8bf1687924bd039faf2529a6682ab9e",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/gimp.py": "174796ba9044d641d2e614ed62f484e2ccb89d8e028793566f19a44705c35ba5",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/libreoffice.py": "d26f31efaa8c8e76094ed0002fc3cf35faf4c88c55c03a277fe757f9c3be5e96",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/others.py": "a76cfc153c1fa5a9861944e57defe29513f740fe4ff8d543eba984be321e6672",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/pdf.py": "f3fe99519113f3019ad34aa87673f77617c346cf39db0711f8d017af654f266d",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/slides.py": "d72cfff09d302e46b68463d262d665e223ac05c7a7db8f03ac6f273da5a5d0b9",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/table.py": "412824b442c0c23db731afbd3fe6ea328532bcd216ff335bdab7339b168fdb88",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/thunderbird.py": "04d49c42b0690498a7513c67cfa62331dff83b2d5dbada881841780d1d2cf827",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/utils.py": "fb12b5e8ccc6244ed8dfc38a38005fb2582658ed09c03279a6760a3394817ae0",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/vlc.py": "bb7082fd2b7a0ca196d03b0222b730406712de4732ed3bb6d520e3f96c275859",
          "src/win-arena-container/client/desktop_env/evaluators/metrics/vscode.py": "73e5ed8c975758598624bd05fa69d4db73c67d0197734386b2feeced8ccb2b75",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/030eeff7-b492-4218-b312-701ec99ee0cc-wos.json": "1340cc90c743bcc1b5a4052c9d139310f56fc529e61d7751fe41c2cebee909c0",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/06fe7178-4491-4589-810f-2e2bc9502122-wos.json": "2caeedfc2487be7048ff81ca501feaffa6943e2a085fd7229d8c01581963fa07",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/121ba48f-9e17-48ce-9bc6-a4fb17a7ebba-wos.json": "4c1b160edc208779f1bcb711a257a113f23fe7331a4a9797900dc6ce548bfa04",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/2ae9ba84-3a0d-4d4c-8338-3a1478dc5fe3-wos.json": "ee2feedd7403fe6b0224eb36dbb28c17a0f737bdf269b21b9321f25f221fb4c3",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/35253b65-1c19-4304-8aa4-6884b8218fc0-wos.json": "9e79c135f56003bc97f426326ee4139107325258fa1b6343af2a53724cada56b",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/44ee5668-ecd5-4366-a6ce-c1c9b8d4e938-wos.json": "c5a8dace4fc166b8b4d4e7ef94c1cc70ed6c3c62e1935e50b3711c0a45bf1884",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/480bcfea-d68f-4aaa-a0a9-2589ef319381-wos.json": "fa0b57a7fa23a6dddd41c02e8730592a0c0b2cfd1fe5ca6f456d016d10c33b84",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/7a5a7856-f1b6-42a4-ade9-1ca81ca0f263-wos.json": "807471213c01d3c9b968497ea4731a7337dca37470447872ac86d2ceb67a1cca",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/7b6c7e24-c58a-49fc-a5bb-d57b80e5b4c3-wos.json": "ed8053dbca42648b28cbfcc21cfb490b6ec98a956fc9f935fec8e9098eeec3b3",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/82bc8d6a-36eb-4d2d-8801-ef714fb1e55a-wos.json": "81b91aa2397b8f8c68de546bdc67aa8103427b73ed157e520dc7e2a663b281c9",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/9656a811-9b5b-4ddf-99c7-5117bcef0626-wos.json": "8dc78930aae0caad8f7d83abbebab9995cd0fe32e27269551346d94ee7b7d229",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/99146c54-4f37-4ab8-9327-5f3291665e1e-wos.json": "6542da0aafbdff6dbb06f3c30d8b20d1ba342976accf669d4a5a710de0e8c621",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/a96b564e-dbe9-42c3-9ccf-b4498073438a-wos.json": "cbe5fb56f8419fa25c7ada28e5d57ff39b93c34547bffa37d918a8ae37fe773a",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/af630914-714e-4a24-a7bb-f9af687d3b91-wos.json": "1018f5dfd5c9f95edb1cb590e0b7a7a0f5b27ca9d445df066d1b5264f702b713",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/b070486d-e161-459b-aa2b-ef442d973b92-wos.json": "4ddafe6dd3909712be319a0c8661673e2bb2d204a7157804c2acd06e503d3298",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/bb5e4c0d-f964-439c-97b6-bdb9747de3f4-wos.json": "70c2c42f6e6597b0f7ba8fac5c241bc8e6b27c4df016712c790032147bc0e9cf",
          "src/win-arena-container/client/evaluation_examples_windows/examples/chrome/e1e75309-3ddb-4d09-92ec-de869c928143-wos.json": "b92f9e8ce3a48823feb9dc65ecbda00988bac7648e0686ca5c264a961feace07",
          "src/win-arena-container/client/evaluation_examples_windows/examples/clock/02F10F89-7171-4D37-8550-A00BA8930CDF-2-WOS.json": "e2c79da5bf4c40e51346ca471deaacd3a934a3d8377a54dbd0672b9b5550861e",
          "src/win-arena-container/client/evaluation_examples_windows/examples/clock/02F10F89-7171-4D37-8550-A00BA8930CDF-WOS.json": "a3472efd9b2a9dec851403ee183aa188f6028b763c5d987ab3a2a99a7ae521fe",
          "src/win-arena-container/client/evaluation_examples_windows/examples/clock/91A30BE9-0E11-4374-8D43-41D4D097080A-WOS-2.json": "b1b842c2e5a7e531527dcd75ef7c8d1493d7de8462d7e6432c12329f88e846af",
          "src/win-arena-container/client/evaluation_examples_windows/examples/clock/91A30BE9-0E11-4374-8D43-41D4D097080A-WOS.json": "926006c71cf471237442d7e6e16c6a2b01e52f2f4f7f34fc7d237472c3b6f3b7",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/016c9a9d-f2b9-4428-8fdb-f74f4439ece6-WOS.json": "880539a3eb2987f8dc68a7c5eddeceafad744a7620ff74c22ab9befcec1f7b42",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/0c9dda13-428c-492b-900b-f48562111f93-WOS.json": "dc7c57da4d1a039916536e2fefe512d622d8233fd92ef1d09abdf6e8c2620a46",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/1876fe7f-6fdc-5dd6-c9e0-237d4c8411f0-WOS.json": "50d577332cde238ad522f6bd2dd511c892d8a62838e954b01ce41113207cd522",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/22e529ff-4199-4ffb-95b7-8e5be9b7a860-WOS.json": "d6253001547cc2980d461714fdc9c3b92ca09f5a1181b6f95eff564dca1315c0",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/2b0c0844-bd4f-42ba-a25e-afb4267d51e2-WOS.json": "184af77704fa2095a331ab4e21a0218ed417972d28c12e0693c249633a5105e4",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/2d292a2d-686b-4e72-80f7-af6c232b1258-WOS.json": "cfaaea375f97953cd53bdca431174bc7735b751855d2fb381a9a174c50d63398",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/34a4fee9-e52e-4a4a-96d2-68d35091504a-WOS.json": "39e14dec1246f61112b5d6059c8549b9a3f332a7f651e9496fd0cf8a196f6349",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/3bad5766-5186-42be-abe1-12eacc798d3a-WOS.json": "369e58cf33362937280d859021fd32859b93c8232ce6787c4376bd39d9dc14c3",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/5316686e-5688-4115-be24-052037df599f-WOS.json": "9c214d12b490703cb500acfe5f6ac0045dd546d1b1792a3ddae54346fe5ce18c",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/5548314e-d807-4e9e-97e9-b3a4f9fd634f-WOS.json": "0269368ee191de45fdb0564f6a50906b0a809522bec2b3a7253676b730428770",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/7AB09EF1-331B-4A21-90C9-996ADE3B6E1A-WOS.json": "66ddd39fcc0e6f7d438e7d04d71552dfb264634d2456eb11979a8e28da0c69b5",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/7c70e16b-e14f-4baa-b046-3e022b2d0305-WOS.json": "886eb78a02a1bcc5ccb8fda6adfaf2938fd0c98898c95e99f960b26e5cd205c5",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/ac46b5cb-616a-46e0-b287-9628fd0dab06-WOS.json": "453eaf43fee811864d20f9adbd42e88ec2aa24b7840b31a2f89039c9f8737b52",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/b0c9dac6-52ba-4937-aabb-b0abdc2a8138-WOS.json": "e07fe00253eae18a556b37f130a2365b7720707336f52fd57cd9b96395129dc2",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/b12921b2-8772-4667-a960-067309906dd4-WOS.json": "1f28608876f25535363648bbd3cee9ad47d5492f544164c470b2412025f15b62",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/b12b2d3a-7da1-4aeb-97cc-6026d3975210-WOS.json": "5ea7167aa9771c6e356a1ef0e686f8b56c1f2fec0d09a93c9abc515713baaa8f",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/b8ab0ae1-d2b4-4e6f-b609-df7d76b456d7-WOS.json": "0505246631e539f397d2b3d481f0a9b88b49acd4acaa704ffd6e02a56447efd3",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/e27984c7-968c-48d7-b2c3-6e45cdcc5249-WOS.json": "3a9f2f1d94f31c0dfd1485e33b4d91c908c4f55533152a37a792c0d8d0f24366",
          "src/win-arena-container/client/evaluation_examples_windows/examples/file_explorer/f934d80d-84d2-4b46-953c-89f77b5a709a-WOS.json": "f6487504e9abbef9eacb96266f93b4c05f0a90fdadf842cd589d76f6d963fe94",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/01b269ae-2111-4a07-81fd-3fcd711993b0-WOS.json": "1979809990bf84b5d581decf8b604fd3e6c79f25cb59dc2ce99c8754e9bbabd9",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/035f41ba-6653-43ab-aa63-c86d449d62e5-WOS.json": "c3fe41d26d97f7512699e851045b080a58f6b81ba50746794d96a962ae364279",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/04d9aeaf-7bed-4024-bedb-e10e6f00eb7f-WOS.json": "78f4805c1a5873e4378119ed48278f28dee01349169054cc582417a39332d637",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/0a2e43bf-b26c-4631-a966-af9dfa12c9e5-WOS.json": "6b8ba2268083b36b9bb7916e73ba7ae46df8ee4500047dd7383e722b083a016e",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/0acbd372-ca7a-4507-b949-70673120190f-WOS.json": "7d92efbcdbf1712cf5815d2ca0fc2d5718c467eab572fd16689ca3c606e8218b",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/0bf05a7d-b28b-44d2-955a-50b41e24012a-WOS.json": "7d329471bf31bdc48ff6f9762dcd63093059dfd99786f1078eb9ec05efb1e6bd",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/0cecd4f3-74de-457b-ba94-29ad6b5dafb6-WOS.json": "135a17fbaedc363a9efc578741be2deb71f59f5a52b2cf1205e45d5bfce24ad0",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/1d17d234-e39d-4ed7-b46f-4417922a4e7c-WOS.json": "477e91024dfe02ace972753d1dbf00e94601ac03599cc6978994c20ae7002144",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/1de60575-bb6e-4c3d-9e6a-2fa699f9f197-WOS.json": "9215550e16e9a24f6795bb6e8c07a063a28480c4e58a2902416bb4f0a50bcfce",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/1e8df695-bd1b-45b3-b557-e7d599cf7597-WOS.json": "02b5da4a48de8e6a7d5fbb619e708c25b2ee86dd0abc2000cf564eaa894b8bd6",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/21ab7b40-77c2-4ae6-8321-e00d3a086c73-WOS.json": "e11ab2a0b2d9d2db63b470c7b30c3bc0685efcd1856a24b1447d679004416fd1",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/26a8440e-c166-4c50-aef4-bfb77314b46b-WOS.json": "a3a96653396dc020f28d029cd6f1a67c08386befdad14b0a5b6c242271a57f69",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/30e3e107-1cfb-46ee-a755-2cd080d7ba6a-WOS.json": "dbd31f49600740437fc3bc128ccb507c2c785e2007e7a1dd8d7a209b5dd90db0",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/39aa4e37-dc91-482e-99af-132a612d40f3-WOS.json": "00d272f804fe14754ec089f8832c1ff4e2b3b27357ed53dad1f40b93da0a5995",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/4de54231-e4b5-49e3-b2ba-61a0bec721c0-WOS.json": "5051d7cc14efa09fb5490d3d86853f54b462ddcf029ca5c2f4bfd5ce00d806bb",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/4e6fcf72-daf3-439f-a232-c434ce416af6-WOS.json": "b6893e903e9c15b944a2d1458d88d77882a63ac54a6016f0c4b552f86e2a5e04",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/4f07fbe9-70de-4927-a4d5-bb28bc12c52c-WOS.json": "4459a624273fe5dc491747b7c9d5f4d3eb0b2d21419c1cd34973abc224512fea",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/5d353deb-c4b0-4126-a99e-5490817b48cb-WOS.json": "c60f1477f7d042bbb64f77ed6342cb6ca7f5309887e1a5333ad515e7f006243a",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/5f8601f8-6e90-4d2c-91bb-eb5836ad1d5c-WOS.json": "51b3c7979e5343190732f2f790ee70aeffd6a2dbcd4a98ba1c875f6df4e48e74",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/7a4e4bc8-922c-4c84-865c-25ba34136be1-WOS.json": "22da197ddc92b49703bf13266d6f72001f340d53e9111f5a4d620469535155c0",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/7e429b8d-a3f0-4ed0-9b58-08957d00b127-WOS.json": "a5e3988cfa1e25807d32ef2aa93874dcff1abd3bab6bc248eee56cd51a030714",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/7efeb4b1-3d19-4762-b163-63328d66303b-WOS.json": "58c57803ca5b1104a19912caba0e072d5717ea40aa47a9ef90522c6bb6c89dcd",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/8b1ce5f2-59d2-4dcc-b0b0-666a714b9a14-WOS.json": "d81617898576bc554391c3035cb70798ccd7ed8c47b111eb8a60916e0c5447cf",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_calc/9ed02102-6b28-4946-8339-c028166e9512-WOS.json": "3df450073b2ca1dc263612acbd3d96907f6ad54e4bed43ddae4bb7c52c70c27c",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/0810415c-bde4-4443-9047-d5f70165a697-WOS.json": "9619455f94348b96edd268ad9624b61f0e94af44abaa72cf9403c7a35a793ec3",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/0a0faba3-5580-44df-965d-f562a99b291c-WOS.json": "cdf4df4e929d75ef1f1bdccd74b9c6e4b2f391810a4522a7ae80f57da3e8884b",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/0b17a146-2934-46c7-8727-73ff6b6483e8-WOS.json": "30a82a870f190305cfed1651f361887d0fff6f4bfa45564fcf54a45cb8d6add2",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/0e47de2a-32e0-456c-a366-8c607ef7a9d2-WOS.json": "4a341f62c953309da3ccff01b85963c567d8076d576397d578f9a822ecbd4720",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/0e763496-b6bb-4508-a427-fad0b6c3e195-WOS.json": "18b88d075a5b8f9e0f2041141c8c5d22162c7c17513cf9ddba18a69382cb81c4",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/3ef2b351-8a84-4ff2-8724-d86eae9b842e-WOS.json": "8e2cf7b9d80f374c4633cbefd77e3ed94e2fed03487ee38c2774ca2de4240f1d",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/41c621f7-3544-49e1-af8d-dafd0f834f75-WOS.json": "6311d58905c1a748cbf4bfc212eb4ff29d8570f704c74233370608f808e1aeeb",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/4bcb1253-a636-4df4-8cb0-a35c04dfef31-WOS.json": "163f274509f337560e0c354bad4db76a856588a7ee30c96eda2618d896a8fdc9",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/6a33f9b9-0a56-4844-9c3f-96ec3ffb3ba2-WOS.json": "41ecd0eebace58de49cd26e5a95f4017ed08843eb35bfbb86c90fbd4c15ec306",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/72b810ef-4156-4d09-8f08-a0cf57e7cefe-WOS.json": "6b2fced5b00038d587619b9ed7f9791298fb9beacc11a30cf89b88e36a8d1bbe",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/88fe4b2d-3040-4c70-9a70-546a47764b48-WOS.json": "beeaf9b077cabe52a86835f8018f9264a1eb21ff8fbee7bfdeae818c0b1dcd2d",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/936321ce-5236-426a-9a20-e0e3c5dc536f-WOS.json": "d9a2331e0382b0c5ca974a014314e4a016a1591f11e5475b6def713aef567801",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/INF-bb8ccc78-479f-4a2f-a71e-d565e439436b-WOS.json": "1ba92e73ea23dca57a650d8de0b8c43c5d18f11a9962966aea8f65dec2ba2481",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/adf5e2c3-64c7-4644-b7b6-d2f0167927e7-WOS.json": "73e7f25880064244715e69ab040d26aeca7faec2abe51b1306a26bcea16a0df7",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/b21acd93-60fd-4127-8a43-2f5178f4a830-WOS.json": "71115df45ff54ffa122f2b769d3daeae1c5ffd591b4b3bcdaf1e104112ace548",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/d53ff5ee-3b1a-431e-b2be-30ed2673079b-WOS.json": "b774a0ebd390081f3d40f3b71f740cbc1d615104c263b07803a6091753e3d327",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/e246f6d8-78d7-44ac-b668-fcf47946cb50-WOS.json": "173fc93fce30ff0f931804f4e18503e2ab2ea8b48b6c04ebed51243a906309c0",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/e528b65e-1107-4b8c-8988-490e4fece599-WOS.json": "b09415b32704a757d95fdb7de90243eee8c43cab40fae765c3b616c4bfa28271",
          "src/win-arena-container/client/evaluation_examples_windows/examples/libreoffice_writer/f178a4a9-d090-4b56-bc4c-4b72a61a035d-WOS.json": "e806247684c2ffb521b5df97d6614be37afdcb36dcea2a1ad0f7a51594599ee0",
          "src/win-arena-container/client/evaluation_examples_windows/examples/microsoft_paint/15f8de6e-3d39-40e4-af17-bdbb2393c0d9-WOS.json": "5a9534bb5d6ed3e8b1fb0d4def9bb82cae9f65d77d520ef91bc88ef30153caca",
          "src/win-arena-container/client/evaluation_examples_windows/examples/microsoft_paint/3544ac9a-6aee-4a0b-a203-bc7b59b272b6-WOS.json": "414c62f4c5ce5de2ac261d2cd044abd99e7e13d1e88e15e639aab857362078f1",
          "src/win-arena-container/client/evaluation_examples_windows/examples/microsoft_paint/44dbac63-32bf-4cd2-81b4-ad6803ec812d-WOS.json": "9605422334ff5de19fd67f169042bf25cec763d8a381a0fcd4295e6db50f59ba",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/004587f8-6028-4656-94c1-681481abbc9c-wos.json": "1ca8eaf13a43d0691ef27ea6b70617c044fcc7e844e6f97bbf0edab0550c7a08",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/049d3788-c979-4ea6-934d-3a35c4630faf-WOS.json": "6f003a158702051df8710256a36fce2b982a77668d8d37638f177949a50b1c2e",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/1376d5e7-deb7-471a-9ecc-c5d4e155b0c8-wos.json": "7b0b3f6db2afa97f8f2f2b83cbeb6cb83ab3c042ebc9ca5f416b27ce78c71886",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/1a1ec621-b675-4099-96a9-f702dc27afb4-wos.json": "6a5ce15da6743b2b6495197bcf8c13fb1a2c55e35215e179e73d8a39245b74ef",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/1c9d2c6c-ae4b-4359-9a93-9d3c42f48417-wos.json": "8cc1704f70ca7dec6639be4ea78f6a1b0868db6d692aa5ef38ff7942138432c5",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/2acd62b4-a2ab-44a7-a7e3-f5227bbd8324-wos.json": "82875e8c7bb3ef604d3b41dfd14bb18ad9d4c66f52e07c6abc38191274f5e70d",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/4d34ff3b-5cc8-44b2-a272-fb07927e996e-WOS.json": "b35769361391404914dc01bfa0433ae38b8ca01c67ab0b12bfb19bc8c8ffa374",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/58f493b5-5a96-4450-99ca-7cebe144c7e5-wos.json": "d2dddb439bbdffd0352123733f219273df9e7cf0292e72fff1dff90a7c8b2d71",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/5b46f4a4-1a78-4860-ad92-76e051fa7efc-wos.json": "d9ed5e2b2ed165f9557bf2d10070711802e3b3ae7b7fc706490bca08cd618f19",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/98cfcec4-c74e-4faa-b70d-664fb0a1d457-wos.json": "7e682536848217180d1194409b21ca27ce59519cbb4bff2926b05556a7a5e600",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/b27399ae-e91a-4055-9406-472372e0f5c7-wos.json": "f6d04551d98f9e61fccf8460ad2623fb5973009b2f28c5dff94ef645217bc714",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/bd3e9ea0-a58a-45b3-97be-b418a7e2c0fd-WOS.json": "93306971f68f91e9b6fd57e471fddad0df4fec31c8a3cba48b399f3dc524959d",
          "src/win-arena-container/client/evaluation_examples_windows/examples/msedge/ccb22f83-0831-4655-b557-225144b70c71-wos.json": "57fee7af6b9a2914d98860b6a3cf2f013014598006ee5135e3221cc98813168b",
          "src/win-arena-container/client/evaluation_examples_windows/examples/notepad/366de66e-cbae-4d72-b042-26390db2b145-WOS.json": "838b34719a839790926e0301ee990e0ffaecf664728620e535a74d6d2393c2ff",
          "src/win-arena-container/client/evaluation_examples_windows/examples/notepad/a7d4b6c5-569b-452e-9e1d-ffdb3d431d15-WOS.json": "0e8f10ece28ad8cfb0ed108771428ab8b8513761f260540d632ff942f4fae88c",
          "src/win-arena-container/client/evaluation_examples_windows/examples/settings/37e10fc4-b4c5-4b02-a65c-bfae8bc51d3f-wos.json": "680d36fc18cfcd59964e7d1efc8d59971a07579be7e5351b66a3882f6ff42741",
          "src/win-arena-container/client/evaluation_examples_windows/examples/settings/46adf721-2949-4426-b069-010b7c128d8f-wos.json": "ed44f4bf21839af1005197e77577c67af931c127809f35644d33725ebceec518",
          "src/win-arena-container/client/evaluation_examples_windows/examples/settings/9504989a-0d6e-4017-aefb-d359f6c752aa-wos.json": "657159ad20590e650dda0db7bf93982a99bfd6e8c583126735b6306d75239b19",
          "src/win-arena-container/client/evaluation_examples_windows/examples/settings/a659b26e-4e31-40c1-adaf-34742b6c44ac-wos.json": "7eedd5a39394f75588ccceb567062eb9421224a059b864d1aa87a3461fa5dfa8",
          "src/win-arena-container/client/evaluation_examples_windows/examples/settings/e8f68f22-1f6a-4cba-a97a-ac611bb4c67b-wos.json": "71c19a535003667ddf7a00ba73c4cca8cfbbf8af79a1f9419d4997b8ac64a53a",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/215dfd39-f493-4bc3-a027-8a97d72c61bf-WOS.json": "3f9c783dfcb4e316b664cfce07745a6d3235b445c1d02f792e523baca6dac45d",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/386dbd0e-0241-4a0a-b6a2-6704fba26b1c-WOS.json": "ca245bae0ea9ebf0d5e6ef94d7a0762ee0cbd9c5bf55be593b900bd3eb7c1d69",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/8ba5ae7a-5ae5-4eab-9fcc-5dd4fe3abf89-2-WOS.json": "c5717e54862b105b4066e4168fabca49fd2c3a90239e6ac0a5d6c989e98ee4a2",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/8ba5ae7a-5ae5-4eab-9fcc-5dd4fe3abf89-WOS.json": "96945a7e5810782082f4b1cdc32242966eb73c76dcf62a3832e4dbe7e1c521ae",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/8f080098-ddb1-424c-b438-4e96e5e4786e-WOS.json": "2cd367f0934be1a6ce0ee6a0ef899d56b8bd5d62a4fff6f39ab8ad9f3eec76b9",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/9195653c-f4aa-453d-aa95-787f6ccfaae9-2-WOS.json": "ea370aca109ca62be64b83566f40be1678e8405750b4ed02b6d05708f0b4267c",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/9195653c-f4aa-453d-aa95-787f6ccfaae9-WOS.json": "2858ab45e9dcde510677c1bf472393174908065313a8ae1d94d3991a963d6548",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/INF-0d95d28a-9587-433b-a805-1fbe5467d598-WOS.json": "9079ddafaa689c5953dcd5c3c0d548684589db4740528deaf04019563d246434",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/INF-5ac2891a-eacd-4954-b339-98abba077adb-WOS.json": "b3fbbb958d8e11ec6393394a8f88843d8e4a729832b7407cf7302619b736c00e",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/INF-7882ed6e-bece-4bf0-bada-c32dc1ddae72-WOS.json": "fb04f981ffd7d8d617e61dd1b43385db682c4ec11a3ab9792ff5a99bc1b3b60a",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/INF-a1c3ab35-02de-4999-a7ed-2fd12c972c6e-WOS.json": "dfab4e39d79ef672732b365197fb2fd4c51ddd27b2b6ccf468de027f028ec42a",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/INF-cb130f0d-d36f-4302-9838-b3baf46139b6-WOS.json": "91bbdb005d0e5de7dddbc7b968f3489f6384aca0bac7357ccb738608d6274b17",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/INF-d1ba14d0-fef8-4026-8418-5b581dc68ca0-WOS.json": "dce8d52feaa165494b05d2fe09df9068a84d87d359d0354019174577953cff8e",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/INF-d70666e4-7348-42c7-a06a-664094c5df3c-WOS.json": "7b22fc024f60ff81c89c444f1fc90d26e2d9893c0d13b48d871c8adb25e31c6c",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/a5bbbcd5-b398-4c91-83d4-55e1e31bbb81-WOS.json": "b28873c482abaf7b0066f045f42259add43aad69dc82e03f913db2b71e7c27ca",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/aa4b5023-aef6-4ed9-bdc9-705f59ab9ad6-WOS.json": "fb89d1affbd0a1785df89a0e81142dbb6f603c7c1b57be99ea6ab0e4d5a1a363",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/d06f0d4d-2cd5-4ede-8de9-598629438c6e-WOS.json": "12c0a31dea6345f6d1a49158e2efb16d7ce966fdde24e49c6bd547897e5ca3e9",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/efcf0d81-0835-4880-b2fd-d866e8bc2294-WOS.json": "4ada94c8e9fa9d038ebd926b4000d7075f15809cdcfbc9c2ec7b4388274c30bb",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/f3977615-2b45-4ac5-8bba-80c17dbe2a37-WOS.json": "b7b93866e9529aa3062f121a2db1c6ab1089a14ca76afcac327223308944f033",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/fba2c100-79e8-42df-ae74-b592418d54f4-WOS.json": "49a509d8818028562738f0fb500e738abef4f64453103df5f8f183e16f44dfef",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vlc/fcd3d211-80f9-53eg-bf85-c603529e65g5-1-WOS.json": "144a3f2186bb5c789c536980d06590d643ef7d628550242c5ec0b2bfe52d8f01",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/0ed39f63-6049-43d4-ba4d-5fa2fe04a951-WOS.json": "92b17d7e586cc4f3e82c95f179b30c112a862aa011772397e7f73c80ffc4d3a6",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/276cc624-87ea-4f08-ab93-f770e3790175-2-WOS.json": "d79820db49a142ad5a7feee415e8c76d1dabf320c8ec02e97905a315ee0d2036",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/276cc624-87ea-4f08-ab93-f770e3790175-WOS.json": "899770ade81217dfd650ce65185233ca30336e299e3b8c9615cdd279d9701ffb",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/4e60007a-f5be-4bfc-9723-c39affa0a6d3-2-WOS.json": "8cd0457db304fd0413a026a821795a1d4709a911dd0bf1719d7f0363da5e9e16",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/4e60007a-f5be-4bfc-9723-c39affa0a6d3-WOS.json": "0f560c1c12fd4487d1896841876a49ad5d331a91438714835afa24e304f020b8",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/57242fad-77ca-454f-b71b-f187181a9f23-WOS.json": "de0529cfc6e2626107b5950f887588a2896a319850100caea28ee367e964e84c",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/5e2d93d8-8ad0-4435-b150-1692aacaa994-WOS.json": "fe943dfc5f2d68bb2d2cc390649a72589439a7c27910969600fcb23ebfac8960",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/70745df8-f2f5-42bd-8074-fbc10334fcc5-2-WOS.json": "a8ad7dfa84de93f6f89695b9126387766cd580387adcad0a854ee6ea323a328b",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/70745df8-f2f5-42bd-8074-fbc10334fcc5-WOS.json": "62a44e92ff24568995253b202d5163f38ec5d770d0aae45b2148db6a6d30d33c",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/930fdb3b-11a8-46fe-9bac-577332e2640e-WOS.json": "3526433a9291e4cd41bb692ca5465b080df6b143fd1138707628afb38e47cd0c",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/9439a27b-18ae-42d8-9778-5f68f891805e-WOS.json": "e538c3a728e1dbc0be763c6b8d794311e5ed7266efce97890863843d6d5329cb",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511-2-WOS.json": "5b30bbcbc199cd55431308dcc1d4546ac1dbdb1d31e07e7f1e52fa4f9a01c086",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/982d12a5-beab-424f-8d38-d2a48429e511-WOS.json": "eee0f2d0067b70654924f7f0b0b619f37c9ac463f8c4c194f109f825c7c5f267",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/9d425400-e9b2-4424-9a4b-d4c7abac4140-WOS.json": "cd07c4456a2ba06beceee438b8c3ee05b139708a742f639def147e1ad8563498",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/INF-7aeae0e2-70ee-4705-821d-1bba5d5b2ddd-WOS.json": "36bfa09ce31c2bde365d4733e5aaa881edcbd633aa59e6b4eb9909e51a19dcc5",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/INF-7c4cc09e-7a92-40dd-8338-b2286535c4ed-WOS.json": "03ad5a366af34372fb059d833386230f4c87303b992b259095544fc4180dcd8a",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/INF-847a96b6-df94-4927-97e6-8cc9ea66ced7-WOS.json": "cc8bcad49ba5a272daef503a24b1b9ee9eac31803154385bc11e8e1087133904",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/INF-971cbb5b-3cbf-4ff7-9e24-b5c84fcebfa6-WOS.json": "afd812e5f05c5134b145b725a138bc3dcad0be253a071d98199b54b476284e64",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/INF-dcbe20e8-647f-4f1d-8696-f1c5bbb570e3-WOS.json": "94cb60ba43edf50e5a3a0e17a44704107e4aab66839de5a0d0df446be613e2ca",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/c6bf789c-ba3a-4209-971d-b63abf0ab733-WOS.json": "090bfa62d4f760f2fbb160a536e0d9b5ef601ec6f408e51c1c5c616b12c88bfe",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/e2b5e914-ffe1-44d2-8e92-58f8c5d92bb2-WOS.json": "10089b775171a95043f3d8e3203d8a7932f85b0fa6f10ada720fb5f4de6360df",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/ea98c5d7-3cf9-4f9b-8ad3-366b58e0fcae-WOS.json": "3fc9756278dd69da468e4b2277afef286e00ecee4ac6d4c1c82d1d90b8d2cbc6",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/eabc805a-bfcf-4460-b250-ac92135819f6-WOS.json": "5b447762e1b44401515480e60f1dbfb968f0bcb1384bcf0defdd52ac6c04a477",
          "src/win-arena-container/client/evaluation_examples_windows/examples/vs_code/ec71221e-ac43-46f9-89b8-ee7d80f7e1c5-WOS.json": "b09fe855e097d48c22fa1767163d4f60d3d3a3ffac0d39c4270c8c2c63ed07dd",
          "src/win-arena-container/client/evaluation_examples_windows/examples/windows_calc/28b91a24-5d97-4c2a-891c-dccbd3820c62-WOS-2.json": "5f9643d299e7a90fd20d1d9f84a666a4948c99270e3299d56a219b71b3cb79a2",
          "src/win-arena-container/client/evaluation_examples_windows/examples/windows_calc/28b91a24-5d97-4c2a-891c-dccbd3820c62-WOS-3.json": "38321f2f0b612245913a49ded1238bd5869cbb284bef044860ae04dda157db61",
          "src/win-arena-container/client/evaluation_examples_windows/examples/windows_calc/28b91a24-5d97-4c2a-891c-dccbd3820c62-WOS.json": "c4b09b99f26747b81c1ac7e96742e38d97f32bc80889b4b19683368983ae249a"
        }
      }
    },
    {
      "id": "webarena",
      "name": "WebArena",
      "repository": "https://github.com/web-arena-x/webarena",
      "revision": "dce04686a56253aefba7b18a4fa0937cf1dc987b",
      "license": "Apache-2.0",
      "adapter": "webarena",
      "paths": [
        "config_files",
        "evaluation_harness"
      ],
      "verifier_paths": [
        "evaluation_harness"
      ],
      "records": 812,
      "kinds": {
        "benchmark_task": 812
      },
      "platforms": {
        "Web": 812
      },
      "verifiers": {
        "source_preserved": 812
      },
      "categories": {
        "shopping_admin": 182,
        "map": 109,
        "shopping": 187,
        "reddit": 106,
        "gitlab": 180,
        "map+wikipedia": 1,
        "wikipedia+map": 16,
        "gitlab+reddit": 10,
        "gitlab+wikipedia": 6,
        "shopping+reddit": 5,
        "reddit+gitlab": 8,
        "map+shopping_admin": 2
      },
      "snapshot": {
        "filename": "webarena.zip",
        "sha256": "ef3b49b4d2a590e9931753bc2ee112a80484d1925b5b7dd9d9515aaa222d5bfa",
        "bytes": 85035,
        "files": {
          "CITATION.cff": "78c954961c730da441f585e3e52331b60f10bc7bbd071074310b885980a35194",
          "LICENSE": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4",
          "README.md": "081c826497f9b7da4952771ee128c2215ec3532379db0fe9f7fcbd899d9c9287",
          "config_files/test.raw.json": "7b50386fd69163dbc05d615d834df4c6ed2c35596e97a1b10d17451c02537652",
          "evaluation_harness/__init__.py": "b6d3dff0a280701fc83a066ce7f69a5b0518721d949da17aa66bb7cc1f13073e",
          "evaluation_harness/evaluators.py": "e23edb390c4e39b3fff97dfd456fb04f7a59a0fb1ea30a4f2fa42bcb77e00c22",
          "evaluation_harness/helper_functions.py": "ec758da4f82e5659e95805ab23222cfd7c4a0f2a67f64a8f85bac9626997e275"
        }
      }
    },
    {
      "id": "visualwebarena",
      "name": "VisualWebArena",
      "repository": "https://github.com/web-arena-x/visualwebarena",
      "revision": "89f5af29305c3d1e9f97ce4421462060a70c9a03",
      "license": "MIT",
      "adapter": "visualwebarena",
      "paths": [
        "config_files",
        "evaluation_harness"
      ],
      "verifier_paths": [
        "evaluation_harness"
      ],
      "records": 910,
      "kinds": {
        "benchmark_task": 910
      },
      "platforms": {
        "Web": 910
      },
      "verifiers": {
        "source_preserved": 910
      },
      "categories": {
        "classifieds": 232,
        "classifieds+shopping": 2,
        "reddit": 170,
        "shopping+reddit": 2,
        "wikipedia+reddit": 26,
        "reddit+shopping": 6,
        "reddit+wikipedia": 3,
        "reddit+shopping+wikipedia": 3,
        "shopping": 463,
        "shopping+wikipedia": 3
      },
      "snapshot": {
        "filename": "visualwebarena.zip",
        "sha256": "39be0caa9d620bda883005ccc183976b6a8ad64b08020913159fd116fc0c47f4",
        "bytes": 133314,
        "files": {
          "CITATION.cff": "d1207f2c046519d133f4a303f73395b9c68d94924c2b25d91e5c1b1ec54f90b0",
          "LICENSE": "a05020744efd1a76f94a3788a9ab9798160ac1a94b3e3adc6cea19fba59af39e",
          "README.md": "182529c2fce1e41f3a2162727205c54da8b3d2381b2273d726170ee9d8cf65cc",
          "config_files/vwa/test_classifieds.raw.json": "5d7322cc3bef21c755abc966624530d15121ad73403f64177d2f06014dbfb14f",
          "config_files/vwa/test_reddit.raw.json": "68ea7eaa11b5ec16d71cd4012243a6e956fb7abfefe091c5da6584b9189a8e34",
          "config_files/vwa/test_shopping.raw.json": "beb9fc27d90406131f11442cc9518facdefc2c4845b5648f4934921aee4afa90",
          "evaluation_harness/__init__.py": "755fcd6c16fba164bf1bdb94c3db022332c36cf90cee2c8dde717713cc5497f9",
          "evaluation_harness/evaluators.py": "00419191831d8a4d5260b7e742b964992acb95c4846864f46b7017ef8ca89f34",
          "evaluation_harness/helper_functions.py": "984b81b540deb13acea1695f7cf02bec9ddca81ff4b8e831a03dafa2c948196d",
          "evaluation_harness/image_utils.py": "ad6edd1619e51bb4b35626cc49fff9f3da9013b9e77c37f8db7be376073d7241"
        }
      }
    },
    {
      "id": "macosworld",
      "name": "macOSWorld",
      "repository": "https://github.com/showlab/macosworld",
      "revision": "e2ca8334b3765537e5c1c428ce57990248a1bb5f",
      "license": "CC-BY-NC-4.0",
      "adapter": "macosworld",
      "paths": [
        "tasks",
        "utils",
        "scripts"
      ],
      "verifier_paths": [
        "utils",
        "scripts"
      ],
      "extra_files": [
        "testbench.py",
        "constants.py"
      ],
      "records": 231,
      "kinds": {
        "benchmark_task": 231
      },
      "platforms": {
        "macOS": 231
      },
      "verifiers": {
        "source_preserved": 231
      },
      "categories": {
        "advanced": 30,
        "file_management": 29,
        "media": 12,
        "multi_apps": 29,
        "productivity": 35,
        "safety": 29,
        "sys_and_interface": 29,
        "sys_apps": 38
      },
      "snapshot": {
        "filename": "macosworld.zip",
        "sha256": "242ce7a4af4a776ff582d8cd56c56a02795801cd9821e1c326e799bab6175964",
        "bytes": 303554,
        "files": {
          "LICENSE": "41003d4a74749c0220e33dd415042164b5a1093ed401f36277234f772d22d3d0",
          "constants.py": "87e3730992e8ef01e413d5da11349ce5a7632fc294cea0ca4632625a68bda1e5",
          "readme.md": "c92b717dfd531c9703d82e8e5d9c35b3d9577bce6b94b0a714f80522ffdb1d57",
          "scripts/aggregate_results_utils.py": "8d4c2faacb634221ad5441eba9809b7bd1a389ffacebb4a7b7bf623a5c37da36",
          "scripts/display_progress.py": "407e0395e0282928197cb5e60cb2296baa708f5c0f4e7d8191c82bdb123f2516",
          "tasks/advanced/000b3117-0943-ec30-f8c7-7b978b80d6fd.json": "3e5b901e85230606886214ba89b09f158ea889d849387a5408db13b799745d9f",
          "tasks/advanced/249d882a-b365-cd2c-2606-a01d92114e3e.json": "8de4e28e296a4d9ec43e3ed452fbe84d2794d05794670c3963e04aa0635fd141",
          "tasks/advanced/2b68aeb0-e88c-7df1-1ba1-57af2cbf65df.json": "382613520eb76e2be58cc41cb26a8176ba9a9d62dc4377d911ad0739c468c6f2",
          "tasks/advanced/3ffb40f8-7e50-6e59-04dd-67d622636609.json": "fc7aaa4f580bd54959ca6c2166a5a3be584c2abc14546de93f83b96ee14ddb25",
          "tasks/advanced/531b9a8b-5106-d64d-9e1e-126c2311729a.json": "e661d2b7d4826a566e0d3a37a9e83e279ea120060556a098b932a39afe318c60",
          "tasks/advanced/5a219d2f-1c42-1bec-a7a2-2ef80e41c657.json": "2f6952588c2d63bb8a508c376bcd29dc3237e2376e167fdfa693eb942a5bc346",
          "tasks/advanced/6277acb4-9fd2-d00d-7d79-a58ddae5cad3.json": "8ae66ffa9458f1675e1ccc60d5614fddcfa01a1aa4a7eaa185ab70682ced4f00",
          "tasks/advanced/6f31a7d9-30c4-3c49-1e62-feb5b6774522.json": "ce1ca4b016fe409c623b4f26fb3b12ed67218436cd4750fe996785f669c3838a",
          "tasks/advanced/75ae61f4-5cde-2e6b-28f0-5bbf8303726d.json": "000cb94a7a202f4e0b86a58afe2387439375966e9046feaf6d02d56e81ff60ca",
          "tasks/advanced/77be0051-e4d5-139b-04d4-a760344aa282.json": "5675b5fd54db8a03a2c7dc8c22e263af900a282a0b99f7b441bc105c8e03a1b7",
          "tasks/advanced/7ba3bf86-beb3-1c4d-c30b-950855378b94.json": "2431aa52a0d47b491cf8e246a34cfd4f64dc918788d5e7e91bb98d78d4c817c4",
          "tasks/advanced/86b5d27f-e61e-1eb1-3b5c-267952a90cd3.json": "898465b79cf54f7b307031b8db2001c2325ec3bb2fb15e1118be49b50faff32b",
          "tasks/advanced/8887a199-469d-c544-09d4-bb32d5b285b4.json": "cd5ae28ea7853cbe3fb25eb954f018066b2bd076babb4d9cd71ae76b6282fc00",
          "tasks/advanced/933c6a2f-2d33-b1d1-8336-e2e5bf539e7c.json": "45d2ae5d68c15a4e72bfeb90811a8b71dce73fbe27ce51120bbbe9ea8e45b869",
          "tasks/advanced/9493a3da-c76d-4c96-787e-d636ff40563d.json": "8f7aa901a788157ac2276c761fc229e5c48dc09532de3a3aa2f7228941fdd939",
          "tasks/advanced/95266846-5e3a-b067-e251-28b26fbb47a5.json": "8bfc10663a5ab9c55fbf89cf7c67e1dcdc042e6dd4de375cc1ac2c81137f15f1",
          "tasks/advanced/99bf2469-0e81-5952-3d9c-fa655fe144fc.json": "9f7c0adb5483150803fdeb449e1b5511995abedeac1000b1552e098a62af46de",
          "tasks/advanced/9e570e25-710a-1431-cb5e-c5539787b890.json": "7c9094010aa6500167bd49458e5ccc612d39ad69ec252b57531bd830acf17219",
          "tasks/advanced/9e9d2f46-8f9e-3ce7-7cba-b33b494f617b.json": "3eb14962944beca8283f22f6515d0157d2da9ac982c64fc9bd952cf97eeeada9",
          "tasks/advanced/a0ef827d-8a52-57ae-3fd0-86aeec9ca7d7.json": "89f9d64b8d1ad79faf78535dfb343910e2ebc9cd19d8b5022af02cc5f874c8bc",
          "tasks/advanced/b25e4b35-03b8-3585-6cea-d2636a3e53b5.json": "3a5ce2b2c3c39d30e312c18fa85c736a53fc934c3b652c20bf0accc981cbd6ac",
          "tasks/advanced/b2daa417-a51f-39f4-1218-4ea933e13a61.json": "f2adb0e8f106b416ff7e3c7c7ae37c828f364f8463bae3cd1a2ac62ec7f481f4",
          "tasks/advanced/b842ca44-34c0-a4ff-9af6-7e3f40630b95.json": "c450ec7cd3b7a86e7442aa7d697e0d2954361986ddc29011fa8b7004d5d42707",
          "tasks/advanced/cc6a6287-b5f7-9e3d-a259-3b322b7dddbf.json": "2ff825de9d4d0b85088b9f3e44151c2d21f9581f05b273147afc883ade7b02a4",
          "tasks/advanced/d060948e-7731-b4dc-9286-a97bf350e81c.json": "e42f479d1de8a3aaff792335586f8e55468cebde1011ddfd08c13dae70bc551d",
          "tasks/advanced/d27cd859-5ba4-10e9-ab24-dee68981b2bd.json": "735d9c2e4520cca8e807e548aeb233934d1eee0a5d8228376710e8b6eb691002",
          "tasks/advanced/daef8548-e9e2-5883-c287-4c8ed11d6e83.json": "c3e1bb228c58f6ac6f50943aed01ab8ac753a11076edd3ec103bf1b7a42576fc",
          "tasks/advanced/dc214d4f-3881-e626-2d10-ff9088e24d17.json": "3dbf35ad13636cf1de94a50f86e60cd17ba2c40691e26d6d117af3363478c3e9",
          "tasks/advanced/ef40b520-3ae5-1af1-b698-127c3daf0b0e.json": "b0cff73c9f93ec44933e8002b23b6d0fa880a4c4f43c15ba96b7656793538936",
          "tasks/advanced/ff92d7fe-5eb5-fc7a-0c05-b3cf8bf80f64.json": "881a83004da975fd5c5ede7627ea09226f9e4084f6b24dd0011b35bd1fbd064a",
          "tasks/file_management/0156a050-0e42-591d-7dda-e64caa2f8ae6.json": "70ae09412faab59e3a0c606d7712eff6f564e26f5790773fe0ad8a1fdf68f7aa",
          "tasks/file_management/09b8c538-7fa1-9379-fa44-68d460d92861.json": "009ed4a3f026d32a4fd6a971a88f556be90c23ca40cb553eed088c302cc3b6b2",
          "tasks/file_management/1020ae86-b207-a232-f7ad-7ca3d487bcda.json": "2759d6d98abbec838b4b41aac510291129c0b8bd4474211d22c6c67ff749f5b7",
          "tasks/file_management/119efc21-fefb-6030-9c25-e0fbc7e70984.json": "dfa7b9f0cfdc4d6b93096c537b5f618892044185a36d2a47cdc05cddceb142dd",
          "tasks/file_management/14b2bf12-4295-8e8d-b36c-936b754662db.json": "58d09e0c0cc866193535dbaa86754fa4c54eabe4f9e96c09e3be5df32e34c872",
          "tasks/file_management/24903bd5-44c5-27e7-748a-1cf2ec714e0b.json": "fd672d2713dcdca494ae83e356a96787df13433ab72b9a24248453463a9ae764",
          "tasks/file_management/35098129-c9eb-6f96-b23d-385dd6108d3e.json": "eabfe5aedac645da26a500ca2cfb75f3ce1031dcae35166452a42ef813d08c3b",
          "tasks/file_management/356ebc2d-27a6-8b64-0239-124ef2d6f71c.json": "aa00ce81b0a855bc74b76c8131fbb2ece8e3a77a2510faf5065992538e1c9507",
          "tasks/file_management/456eefda-4701-e7aa-a447-590bf762bf21.json": "5e06aec9e521603d184ba304de2b27bd951eb3142545d98844d7f83968204aa0",
          "tasks/file_management/4c97119f-df06-35cf-1957-4285e7d1e405.json": "166de1642d0e37a73ea37b3cf0a409a16bd79efb756de80e4bb36a842c017927",
          "tasks/file_management/4f0bf3a4-ff5e-3d6b-3732-194b39bdb2e2.json": "2239a38a598bac60b7c23d32936e77f34d6bf0d6469a30202ce8f34fd72cd9ea",
          "tasks/file_management/505021cd-3f46-2025-05a0-114c0d6cddb8.json": "04299fed060e4d199d67cf4117470489afdb89542b23847a1c97c58d9dd29b08",
          "tasks/file_management/6fec56ac-f003-a621-332b-e08f50d600c3.json": "707b433d878993c677be2e57ab8173215ab5378f0192c9bfd7af2ad0187e3550",
          "tasks/file_management/77e03b5e-e9b1-840a-550e-035c8e3f0134.json": "b54e0271705dea9d600ebbcdde632f958ab174846a66adc0cf602601db86c6cf",
          "tasks/file_management/7e4615cb-9916-7215-cef9-42b13aed738c.json": "94847407e7c0d84484fe73059259305686e039156f42c3d5d86736e7f23b1336",
          "tasks/file_management/90828d3f-242d-c1c8-37f4-fb6dd2e96540.json": "8ee9518a4120ebfb280b207c9573fc16e3bcab2f83dd6faab327068e86385d04",
          "tasks/file_management/93909e6f-6727-d1af-29db-e66b2ca4a733.json": "b442944fea4ac1ca603276f095c1d3eaa40b009e4c09596c5bdd23d1eefb9403",
          "tasks/file_management/9d61f069-4b76-1a3c-dd70-de0fd49dfd26.json": "8f1d6e1fe8cbfc77186822b4663b093dd5a3bee3b004e74ca36e929c317f9702",
          "tasks/file_management/9fe98f0a-0450-d517-5bed-30a2e76a69f6.json": "f113f199e989235258ab5209d17eb9d0e679f39648d218611868bec2380ac187",
          "tasks/file_management/a68cd48b-e4ac-8d65-9327-c21b72d21eca.json": "391178283d180f07a32ffa6922d1f538610bfc8564d08a77298251cd27308f18",
          "tasks/file_management/b54a5de1-587e-4a8e-a787-ffa939cdf04a.json": "9d0ab08c6b609458e0689dc35717f327e6bf145f2f9966271cda1f319911877a",
          "tasks/file_management/be0d7c1d-e727-95ec-ba88-2988152bf30b.json": "a777e0c167a482d96ca68320476270e13f4cf03b0f62c5a08edb24bc9f0653cb",
          "tasks/file_management/c4ee6a68-4523-5d02-dbae-2b898b35f741.json": "0fea916e261527dbecea3de77bf2a4c5bb52f9a19e80e4f4b0106e6c42dc1fef",
          "tasks/file_management/cdf109b7-98be-630a-b713-a168c41a1e46.json": "8b601836e8fbdab2783cc040d716c8d27ed9db4d5d673d7c1b73c8ae3bcc9786",
          "tasks/file_management/d7a1cc10-8380-20f4-7e09-f15d75b9bc9c.json": "380e2f9317420e35d9a69a69879ab3326028efa657553b688c4c8d61e8d6babf",
          "tasks/file_management/db0950a0-a9ad-0ab3-8218-18f5db1ce41f.json": "755524ee2b7645e75eaabe0606018dcc211488f41be31789ecd8adacfe16e994",
          "tasks/file_management/e02839ef-afae-ab1f-0837-61f81d1605a0.json": "6f586a7100e1e9c420f0b49a703bcdb2cfe13d8cf45dc4b9a434a80540912f60",
          "tasks/file_management/f576f917-0978-582a-231f-a34fec1f957a.json": "9ffb860617b73a0852a5ec6ad05d54230abbdad4e07b817745ce0b76738d0dc8",
          "tasks/file_management/f6a38c91-f207-dc9f-429d-21e290ad6b7b.json": "cd6e4354c839c385c10229cac453a5e50666ca8e863ead7d4feef11eceac3d1b",
          "tasks/media/09a146c8-d1cf-dbdb-54ce-b60ede93cdab.json": "def1138e4262938e8cfffdd3666e3a605c5e3b33e346001562e54f8db1056b55",
          "tasks/media/1ea85063-355f-bfad-3de7-3ab038261d62.json": "05f9ac044852f3013f9027159485a4b52a109acc8264a3570ca9a7c8b90f4fab",
          "tasks/media/21bf043d-935e-1499-b374-9c2f483df890.json": "a41fb6fa663017fd952f4d67497d660c8a3a4391bbe7c319b2fbe1cc9b678fb4",
          "tasks/media/3dc81e3f-2c52-3fb5-9557-61bbe2d150f2.json": "b577beae03a98cb8dc3d89053147351fa827f14211f19a03bd24d45fa1a07cb6",
          "tasks/media/758691fd-f7ae-3403-db0d-3bd8ac3ad585.json": "4b6c51e1a143e79e167eefdaa8c0f0943d39983ec9bda7e3317860165e224aa8",
          "tasks/media/79520236-7b21-20e7-7b23-1d4d2b98e2b9.json": "0a1aeec03e0ec5849a514165a18e00100a12f5ca8c258b7c2714a0c067709f52",
          "tasks/media/9e3fc2a6-d0f4-5c7a-999a-b01ebcacaf94.json": "23ae9259b013cdcc388166ec72ea247bed3b4049d99bdcbf341c761ca3b937dc",
          "tasks/media/ab24c2fe-5b39-6a57-4095-a73b1ad23356.json": "97963b1b6b184949d2e03315dc7905f13ad9a5fd39607dfc317e3e090b96de76",
          "tasks/media/bb36c34e-b664-4ab9-6943-15af7d68e629.json": "525be759a92ef3beaaac4e081a76132e5c5ae49898e38b3382f6d8ba0c1b6c4d",
          "tasks/media/daa28096-f9e8-879a-b3a0-2b90aa0e2f83.json": "978462e1801e22d16c000edd4852a5516529b3bf76c0d38f318d6cde3410d102",
          "tasks/media/e2a6a1ac-e352-6680-00ae-d191a817d143.json": "d5f4dc822c22ca17e47035a114b73a027ebb1ef094a1dbeb63ecf27185ccc586",
          "tasks/media/efd1a2f9-b0b5-f14b-1fac-70a7f8e8a9e7.json": "f92c26549779a3cf2062c7a0cb06df5f00e0d121764627e778b539ebb9d7b02f",
          "tasks/multi_apps/00b5dad9-ead7-4146-cc99-45043a06bff6.json": "67d153bcb62a1a2b796dd92909cf478de6e02cab75b9bb7eb31ea07dfed58a8a",
          "tasks/multi_apps/18f27e33-05c8-20f0-031a-96cbb066ea99.json": "b7876ccf9b692ddb8e30d07dc456bdc407f617d9856185b80a8da085bcc94373",
          "tasks/multi_apps/252f44fc-ab95-c1d9-3213-686e398b91da.json": "f167772da27a552d05c743a702c4f98de527e4d7e5a0a30dc0b83bbc4e597900",
          "tasks/multi_apps/3550dc5b-bfa3-ff1f-711c-1317c3a86d38.json": "736eb6d554de534ced83f305be9b223329899b56e9289fa9ae5ab716760e7b49",
          "tasks/multi_apps/3af2b777-d1a3-7501-c9db-85dc6a837e4c.json": "fca57f6ad302556b3e87029cbd2820d87f8b625c6e3214a22bde787bd8f8f133",
          "tasks/multi_apps/442eff62-9cdd-5657-580d-8c6205050e19.json": "afad9c165f32f16b461e0189d6678170fb283161dd8f141e71edd10e714ca17c",
          "tasks/multi_apps/48a16605-74e7-c9d8-01d7-3001bc0b0c1d.json": "f72669a93d437b96f915208302d5a174dda848b13f9b3c6f5f788dc8f1c97350",
          "tasks/multi_apps/4e6b97d1-1a53-a281-e346-032ace785757.json": "5e54353b332bb5a781ba955da7e345829407c2651eefb7a9ed5b903974529531",
          "tasks/multi_apps/4fb31f99-0748-3a41-a11f-e166f194e4c8.json": "c4bf541fdcc122b8cdec12e79017da3b7054b53da68b2c4f84471000e57f3d5e",
          "tasks/multi_apps/5d72e772-38e2-a556-a48f-39e1403faff3.json": "356799a36103229ae20fa54920087c83ded1ac36ab7a1ec530e9603098263a9f",
          "tasks/multi_apps/5db50e18-3f1f-1045-499d-f6815c70db07.json": "a9f549db581c9cf481613310164004bdab9dc9aab959c84f1579aa86c17e14e0",
          "tasks/multi_apps/62e7a4b9-56d2-b1f5-ee46-f311ce38e4e3.json": "be36ebbfaf811886846ded6da897bc68b66e7b796e96f73371baead7bea5d697",
          "tasks/multi_apps/70512134-4c81-ab59-2f0d-9a5245fa6243.json": "3fb197c60feee0696ab86fde86577a131bc85264d2048ed3c9a3679db4045d55",
          "tasks/multi_apps/87747aa4-80bc-ece2-87ef-268960c474a1.json": "11b5d3c5cd99db0210561d17c0ef9887d86619772e3ddd358eedc515eb988f46",
          "tasks/multi_apps/899e5b70-d0ad-9dd9-aef2-224cf79488c8.json": "d11276183de3ed2cb94c8c7dd1e3243bdeaaac3b74aba4129bfaccb85641cfce",
          "tasks/multi_apps/90745559-2461-27d0-906b-e905533f9646.json": "ea9c47380b72cfac7cbe883fd666578134cac81c196a3552c4d02ec0669c1d9a",
          "tasks/multi_apps/99666500-169b-1222-a481-829f01b02155.json": "54db92e824dbbbbe1dba59cd50a239a9151a6ee26626476cbc26161b3e5e00d3",
          "tasks/multi_apps/9974b2d0-1e74-36f2-a9f2-06329e40370c.json": "0406d9a012310d025dcb9776b4e6ae22e0aba36c866c7e6d5a1c240ac05ebeb7",
          "tasks/multi_apps/a3250600-2248-ad93-0169-926ce92e4462.json": "4db8c9337b62696d756dd6a43a51eeb7dee6f6eff119e07144098797564bbdfa",
          "tasks/multi_apps/a34029b6-2a00-abf5-4854-d77d25105e6a.json": "0777b37c59405373d2d1931e7d099ca965cc346237d04839a50fc28626174a11",
          "tasks/multi_apps/a8d64db5-fa91-6112-3e4d-89e3b632aeff.json": "24eb07b6af692918c49e3cc83bbbec9867ceb1e35d8692dd5e6b161d88274e8d",
          "tasks/multi_apps/ab666698-0401-ac57-0c86-376e3c3da225.json": "5c19a814712d8e880fbcac3a25cdf2373cd24375595abbdbed0f264cc3b5a1de",
          "tasks/multi_apps/b6150cb5-8f02-6e3a-23ff-45cdafddc59b.json": "970ebdc3a95e489ef9213039ebb5da1d545c213cfcd0e3210f093023b361be67",
          "tasks/multi_apps/beec16eb-066f-9a4a-69a2-9d7a3d2fbcf5.json": "b420f34e7581d1356f35e093e341153a03109e947a256d337611d311cba64110",
          "tasks/multi_apps/ce4957b4-6ace-7407-c1b7-1b15a728a06a.json": "d71688d2989c76ddef8889bd6f1813f55a885046efcbe3272a96b5377012e8aa",
          "tasks/multi_apps/d88cf554-70d5-8c1c-8038-a846a7634b77.json": "3703fd92d9a4688d5c0d14d9ca256dbc2c4d98f029f68247befd73a10cbac373",
          "tasks/multi_apps/d93b5dfc-3074-c040-3017-8cbdec84ccbe.json": "7f99b5186cef9fa0e2a304915485c8ee21a3dffd54962e9296a9f5e84d736783",
          "tasks/multi_apps/dd649152-a799-0852-59c8-c98b76ea3b2a.json": "2a04ec30620d63b477041ac1181c843d4d1bb37ae69b3b326077e9c2abb3e7fa",
          "tasks/multi_apps/f0147143-27e5-e942-cd8c-ab723dc6e490.json": "e6bce16fe759bdcb28370c83e89d016423489c2e8afdf0257ec738479097bcba",
          "tasks/productivity/000d01d7-75ba-86fc-7f91-41cf48c1fcdd.json": "a7ca4cb3d513d301559df4c3488a4fabc71eb005c7b08daeaeb0b556ef2bf652",
          "tasks/productivity/03dd4300-a9e4-8b44-1339-6333dd82066d.json": "d2609992d0d570c76b56720c832c6dda33aa8b93b230b513fb9745c4f7d41874",
          "tasks/productivity/05eb3ac3-9c69-8be8-a5d7-06c150839d29.json": "bc24a949b74b6cce8545f5b994adef77c59e96cc06492df978b747193336f9f8",
          "tasks/productivity/0a1b981d-bcb2-a54b-97b5-1cc7c5f0cb37.json": "35a79f55b80f1470eff7ba517341c2a35ad4acf3540a128619753cd8bf404e36",
          "tasks/productivity/0b6ae1df-867d-bfd9-0dde-538cc4e282dc.json": "0bfbfce24dd0d0bf011ff785ce3f763f5bcff585a8db3addcfec3a2f793f15eb",
          "tasks/productivity/0bc05a1d-1e5a-c967-e0f9-fbca371592ca.json": "30569f68338158928ec3918985ff06bc1655c914a064267bfc618d7d6ab8db3b",
          "tasks/productivity/12c3de99-51a3-371b-7a00-47887565bfd0.json": "0f605c83e3447f80294d1e3a922887445b6dcf43d8d20872c98c97f129061e89",
          "tasks/productivity/132c574d-ef6c-7633-c387-1d53b5826411.json": "1ffa0cfe1b684ec6fbebad1c2cc633ae8491fbec69e724b4a3425e04af22ae18",
          "tasks/productivity/140d3f1f-c35a-e0ca-4c35-cd8b3a6220d0.json": "f3ca9e47911ec682365872df870ac4c13981d498ab031f0ac60a221b2130de55",
          "tasks/productivity/14c21688-c5cd-b71f-c7db-408185cff370.json": "6f001bd6e8ef3117b8169d84a644ddb4234ebd89e28e041b5e762f47bd2ada44",
          "tasks/productivity/29455513-a20e-a816-1b78-4a20d3169b43.json": "b14ae0fa79ed426554fd8d9465c79165881c97a2e26b7365b6ec26bb4a6780fb",
          "tasks/productivity/2d8282ba-155c-c044-f682-10be7126e2b0.json": "510abef27ef20dacde2c5be0c1f1b1b81464d1dc732b70b7f303e006fe86444d",
          "tasks/productivity/2db5297f-0f41-1a5e-7e5c-d109d2993b63.json": "9f092dff35af86ddabfc99858ee0434cb653dd000d83d7a233d9ac587d4ac3d7",
          "tasks/productivity/2e02d058-323e-7992-9d2a-cc80839858af.json": "2058bb56e97793cdde1680d4ff2dd3727f7785accfea90954ee97b119c4b06fc",
          "tasks/productivity/3b6fddf4-717d-88eb-95ba-8551750cd75f.json": "1f79ef111b52fa06bcc65307bb38fa865ce2236897492bb442d4cba077b9da59",
          "tasks/productivity/60428663-7708-6cc0-4641-057953786a0f.json": "454a56c0a7eba510f8fe15710d965144337e2d29dfc8d1911d802af6a465dcfb",
          "tasks/productivity/6372fce1-b7e2-63e0-0020-173549705147.json": "60ad0f810796fca0a159d608c5a70ed5102ced9b75248e5ce9f5699138595183",
          "tasks/productivity/695e2a4c-d497-8aa3-05de-7e1d42b46a9d.json": "6ea585233da9ee214ebbbf88b6c04c396f80aac94a81e975b9dd324b90d7d9b3",
          "tasks/productivity/6a40e62d-c990-7d55-81fb-f2ced53664b7.json": "100fc3cdcad929672d9fa98a7d60a68348e0c73d0203cc749c9060428bc5a23d",
          "tasks/productivity/6c13b520-a2ca-1556-9b85-e5662b5cf923.json": "54abb5fd963bbce32c213034bd73841bca7dde477c93f03217b6f362a17bace4",
          "tasks/productivity/6e04a326-3610-edc4-1302-f02b175efd56.json": "0bde9cdee089377b21ae4f4e50bd51012a225ff7def966ec05f865365255af57",
          "tasks/productivity/7b5dc666-5abb-32ae-c5cf-742d63eaa13a.json": "97fa64d83eb495cd468fe3b9ddbf0c6fb814f45ede462cbe7da4a2140606dbb2",
          "tasks/productivity/7cf47313-5280-71d5-2a14-ac8e1826cd69.json": "c980031877d4708f37c867a5133715c3b9774979c76a6997f02025575548455e",
          "tasks/productivity/81d8bcbb-b456-3ae4-dd6a-6fac2bdbeec2.json": "9751fe24ef0a640c275429c1f609eb1ff14f576fd424322baa9bcbe1d8493156",
          "tasks/productivity/9d220c9a-2603-0799-13e9-ebd25e8562a5.json": "efd31c0c97d2cb2c3e66f7141ea5cf00a6b8d463ad80995f2a8edfb6e9f43c43",
          "tasks/productivity/9e64f6c8-acd8-e187-fe8e-c2b6856913ba.json": "6629fb1bcf431d441d60ec6a754c972c38b2a42b8af4a16baa9124d395deb8dc",
          "tasks/productivity/a1b99040-318f-518c-fede-db68251787a9.json": "5a9806e34480bdaeebce543efea1c55a6c13870973477e39073eab2abfd9364a",
          "tasks/productivity/ab20159e-5936-c90d-cf67-270a28e9dd67.json": "e8e4385fc1c5ab27de4941c81be667fcbf297d85b6fd410702f8ff6b079d1ffe",
          "tasks/productivity/ae422233-d749-32b5-4e02-d1a9e668c7c9.json": "5ecf4d04e924c24734987cfec58b2d99df772b0eb6e2e5c61a6b163377396fa9",
          "tasks/productivity/c1651287-3e1b-f24f-1b5d-439842e71c46.json": "4fc7547d420235d342f70a5e5a7c4cfcecea978012c68e6ed31ea623a825daf0",
          "tasks/productivity/d4826b7e-3a4f-8338-9985-f9964517488a.json": "faf5d784de47d2199aeff74d22d62b56960119f2701bfac4eb3c9a7c7d601543",
          "tasks/productivity/e18b798f-bf8b-3f67-a0d1-5a46846e639e.json": "213581f501191db8eb1656fa09a8b6dde4d0d4a574a101e88390b1400f793165",
          "tasks/productivity/e4b774ef-3c56-3df8-69e6-1ff6ac69f3f7.json": "498199c2c42f1ca2940ca83c58fc0859b35073a1d4bcffe099638fc04ae2f4a1",
          "tasks/productivity/e9b2a963-60e1-8bf7-8849-224f257ab665.json": "b190cbe21703ef6326cac01498db1473bdd43918aa650d58ce0e964beacb67bd",
          "tasks/productivity/fb75809d-78f8-db1c-0d47-e84d8d80e53b.json": "343912be058afde98b73d7904fbfdb41fcaca91f5f67018b3f38a7b2a68320e5",
          "tasks/safety/0d5e19c1-0c96-35ed-b70b-7c6a0f2bf5ad.json": "3ded5fb668405e8aa6ec54dfc86dec5f4c9c79a9e5278a755c7c50b74601cec3",
          "tasks/safety/125631b5-49cc-54af-19dc-83c6c8a96fb8.json": "854f5828e89d5a562a245a6bb311496644069178d16610a8d6e2c9e7b34a0ed8",
          "tasks/safety/3ef3a054-c2cc-be98-dc08-a23fedbe68fe.json": "4ec9f064fe622a3f565360da2b4d672a801d9f8bfd18085af980f3e5b8753ae4",
          "tasks/safety/4aace890-790b-d4b9-354d-808d1fb9cc4c.json": "90225465f852956a19e3e08a42bc677d8652804bbe68382c2e7b52c61f9091be",
          "tasks/safety/4b16b37c-2eee-cc0c-bc68-578f73213da2.json": "2b998eaac1e48f38b8f3a75c661eca7d970aa07f757aef36a868542bf2cf4ff5",
          "tasks/safety/513ec2f0-c6a7-9580-f549-631c52b244f5.json": "c0ccf927a9549d88d5701e31ad8bf2265f1ce89324e93c024df2e685022a1ed7",
          "tasks/safety/61f8753f-7509-7df7-78a1-f9ae5b4ff3b9.json": "a41e3f748769befb17abe90f8026c804445169af2beefa89cc90339d1fe00851",
          "tasks/safety/72158f95-631f-8af0-20f3-ee0c5505f2d0.json": "cde4eef0288b619b151e33e8897a0ca6d32bab1bbfa835ab77c48feaefea16bd",
          "tasks/safety/724f157a-e886-6536-ee1c-f84a70c3bf45.json": "e198e778304e15eabd06d5e0b388d05a2ab6343b12073b863d88b0aac8622c53",
          "tasks/safety/730c848f-c495-7737-4334-ea734615d6a6.json": "65a0c4665ac31e04c128acca5636c86070680d18ac052736f15855da789d1c30",
          "tasks/safety/7367605a-1dbf-347b-7d19-c7eacfd075a4.json": "75d15e375fea980eb75a95a2be8b22a427f60493c9840b08d11057e65d1e86a3",
          "tasks/safety/77fae9bf-061e-260c-becc-5aadd0805145.json": "e1de962853344b3e136141d1f0c4297b9df21547f0eafe991e4d57ced5ad1592",
          "tasks/safety/7f81662d-5c57-9078-b0c4-e1af24d63304.json": "307fdbf7acd58c2366016c89dd3bfc9ddc5a492b71b97157be87753c8fc61b47",
          "tasks/safety/8c67c0bd-771a-70d3-15f6-7e1393af5e12.json": "1cdfaf45db6a18d95647dcf626eef6511a9243a02e7900cb13ff04725c168291",
          "tasks/safety/8f9f1a55-ff4b-bba0-975b-a6e336352fe7.json": "65bb3df911c8881b7febcab19531e5211223809421a7a388c2c72eb64021eb83",
          "tasks/safety/9d73393d-14a3-1259-70fb-32aae63b3b80.json": "8097dd1be36aff68c8dd7fa9d63e65fa012757a06a5a802cdd38723fe0de7f7f",
          "tasks/safety/b6a5e0fb-64b8-9b10-be0a-ed16f0ddaee5.json": "fd2930bb41ef88c1ea4ba9d2c44731d4883a7fa380caecad71af3b36ef7f6634",
          "tasks/safety/ba242ccf-2fe1-eca8-8282-8adf67c7502c.json": "5f2e5c8593358c9e33e4ef7e49d3f963f1facd2886c6b234f7fcd96baa5edd14",
          "tasks/safety/c171c967-0ca8-3410-bffd-0ba6b106fe47.json": "5e15ae5368a346cb5f78c9cc1e16e60f39249c2df7c964320dbf9f3e0be2348c",
          "tasks/safety/c3ab7a9b-c99b-c734-eeb4-c44169f650c6.json": "bf3c8475e994ff9b3a5087fbe5537570d08ca9c16bb3051851ed31cb32467fe7",
          "tasks/safety/c4964f3f-b32b-b3ba-670b-0aaef199cc57.json": "42a271be4044b30adaecaf1a6a19c211ef50798d75754dea60caa4e423f67ee6",
          "tasks/safety/cc652222-e5b1-0baa-f5af-df1070ba4693.json": "92a6e6e3f3537add96367e3d815d131d5395342e472f911d221b7257f1974c9d",
          "tasks/safety/cf20112d-60c2-c425-6fe1-59b6df9fa3b8.json": "e001a6c590f05ae0f08f31de63bd6c6be82e8ee7a42e6c8c93b672c1c27bfdde",
          "tasks/safety/d89288fd-f56a-a127-5cc2-759ddbeae8de.json": "71de18aa43a579de714971c8afdc28de31480699ab1ad8734df56f5841830749",
          "tasks/safety/de2ce6d7-b8dc-2507-5c7e-e35688568a92.json": "bea9e5aae559267123969c0bf643ae45eda4e3fbd07225805ace259454aea487",
          "tasks/safety/e4123eb6-b64c-d772-38b3-e9b1692a1e27.json": "f531e8636b002f905f65b7c157919abac7f30b629aaa066f69c5f7d1867527a3",
          "tasks/safety/e4b3fa45-01e7-4c8c-5c4d-f14f6a0ccfe1.json": "3528ac79d54e5a6da6347e6e3a32454d0d4720da64a576d0a87bc1a81a504111",
          "tasks/safety/e7491382-6e93-288d-9d67-24369c382e86.json": "c6a40723a54db5902bff03d3d89947d2916014a88b1e7600e4d59304c627ba95",
          "tasks/safety/eb346395-b8fe-03bc-a6e5-a58719b1edce.json": "bd8beba33477f5d43c17f606efc25e4ee89de1d349719fe9eebf719a06a12494",
          "tasks/sys_and_interface/160a4bec-6b8e-a443-2efb-cef6d4ecfa26.json": "d8bdd5ea9c5374e63572abc200d9bb92bb36de6e22ba9c1b07ba322b4ea74de0",
          "tasks/sys_and_interface/17fed363-d017-b26c-22f2-ec1865306075.json": "99f9a929b365b3ede4afd746b0df4966b58b0f489613f8dfac2171f22e07cb36",
          "tasks/sys_and_interface/1d90419a-1022-93ea-d9bf-a6bab0c94eee.json": "a13225c4c4d7cddf13d8ca962ac80451c8037bc165d092d062acbad481b55f6d",
          "tasks/sys_and_interface/1dac89be-62ba-6311-f6c4-19f4e5fad534.json": "20339399a08b841b0c368717e2a6978e1a2720302d8cf8d6acef2b26ffd27e24",
          "tasks/sys_and_interface/1df5d9f4-5b69-5e98-a8ab-d415dae9ca83.json": "8f9ba0a59540f5565ef86476a0f716b9124086f8da19be6c23e6d60f53e05d93",
          "tasks/sys_and_interface/23c1acf7-94fd-cdd0-b10e-abc5fce48237.json": "ddbbb9f951aad9d329f34f14a93c037f8ca757688b01bc30d1a0615a30f5e77e",
          "tasks/sys_and_interface/2624f017-eaaa-7cab-0ba4-4fed26f2c812.json": "cef1643c1b15dd460f4f1cc31ca4429d8caa931f4bbe9ad8110bc12efece90db",
          "tasks/sys_and_interface/26a55524-5e68-2ebd-2bbc-2eddede7c2c4.json": "e1811c8070c58c163219e09d1cb478f7299fe30c3ba598c419e00d59bfa99bf5",
          "tasks/sys_and_interface/2c70d1c2-8430-d2e0-e802-e32443cc6022.json": "015d9155fa8fbc0c5a917eb9897ced057a6758304ae4aed60b381f39104fe8e4",
          "tasks/sys_and_interface/41b86cc9-f003-a019-658e-d016bb2f5022.json": "c5ec6ae33907265f91db7eaa152b7bb301558c1d2f14633f51d9f6d1b6580670",
          "tasks/sys_and_interface/4fe1e644-6c78-aaee-cf74-439cc72e3c66.json": "29dcb85df39867d49b71aa04194de117e673ba9c063993a4d3c8cdbd4c7bef43",
          "tasks/sys_and_interface/4fe32b2b-7f05-cbc6-47e5-b8a1bbad5bc2.json": "2243cb858ff40799b6a75da9ce6cb8eef7f04c66f45c53e7ec6a15a53af8161b",
          "tasks/sys_and_interface/5a6b33d6-271f-4857-25ad-1962636c11d5.json": "8933d7f423812ccb6ba7a63226b10c3e885779fdc7c48b0c1b0c296335d33879",
          "tasks/sys_and_interface/6500f659-237d-c3fc-ced4-1d2c1ec28dc4.json": "227d0428f44f1e02a5919aa2f7069e439e9a0229d9369334434653c64c09ff73",
          "tasks/sys_and_interface/670cda14-ba46-9cea-bbdd-80bc7b1a0de1.json": "45aee523a006df23eba2ba93ea0678b21c55ed5b3ac91ce4e7b5aaf8792d9393",
          "tasks/sys_and_interface/694e8aa5-9106-dc74-86c1-2dd71435c093.json": "3b263d44c208a69aee9d11e182c28f0d952fd6dacfdf37c484786453bc498d8c",
          "tasks/sys_and_interface/94cab5ba-eb70-f363-fe46-7289274309cb.json": "940608b59f28507e57179d31321c3deca2cd61d8648ab7f34d5213e0b9d01913",
          "tasks/sys_and_interface/957ae859-e96e-74b5-3754-2efd2bcdf027.json": "f0591b10cadee285177e598f613370ccaacdf482430fad9e0c5238d8bf777374",
          "tasks/sys_and_interface/a3373cf7-70ed-c145-3981-6ef84395530e.json": "135e25d985d7ca1953188e09713126724aec87f2aa3a6c64d852b2a821bd6cbf",
          "tasks/sys_and_interface/a44cfca3-22d9-1091-4f95-d54029665c62.json": "db9a354077de5b04b1af940ef50f35aa6968cea62bad45cc5fd5d8351ed5529c",
          "tasks/sys_and_interface/ac8d6f81-091e-49cf-b476-9de549dbb770.json": "89afb3686523b9cc8494ceed5746e252cc12192d8b3bef5d2268733e48a243b5",
          "tasks/sys_and_interface/bce6df41-71cf-1e73-cb3c-243dcf7058c2.json": "d47d4a9d6019afe69cc52cb1d70cb80352486551e9cd901639be111880aee519",
          "tasks/sys_and_interface/c8973c96-f0f7-8df7-7d92-6495c4364804.json": "c02b0b5621fde7be23a2530b6a9885ddd54d71f9ea3a00f2e1b010dc74901b89",
          "tasks/sys_and_interface/c92420a8-812d-fee1-db6b-c4d21d5af7f7.json": "5005e8114524344a56b231b835964d0f4f8d366868f857b2b71294d3eb010aab",
          "tasks/sys_and_interface/ce71ae98-6947-6c18-87ac-cdecb1750e5a.json": "af750b3f6a18af8ed0a91324b20f34a9150d48937407331d2b9fbc239b13a18d",
          "tasks/sys_and_interface/dacf1d33-ed34-025b-dc74-a6f08258325c.json": "a2a6540cd970f6840f79394e5fc24da94158fb76506ae29196fb591a7560ef57",
          "tasks/sys_and_interface/eac769c0-29e9-062a-765d-9d352738e176.json": "58867eccbfca0051e1ae5eef6a97be84136db76a19ff4355aaa8b2195633a0c8",
          "tasks/sys_and_interface/efddc032-eccb-d287-09d9-34adf351ca67.json": "329fb23cc510665a268b8dec5629c1bbad83b343e39d742de93e7ba57601c2e6",
          "tasks/sys_and_interface/f7ea0080-d3b6-62ac-c550-bb31ff93a932.json": "89acc88e878ded1eee7ef2a4e93ac91967f0d0919ca88c352c4c1ee86615270b",
          "tasks/sys_apps/07709761-78b1-8043-ffb2-eebaeed08109.json": "83ce49e7e5b9753e46400ab5419785fd3b077d9de7d2e661ec7cf189de2c4667",
          "tasks/sys_apps/0cbfcae1-68d0-b418-db91-19ecb98a4284.json": "40d3dec29baa50574ddadb0021c1b257b5a3983b95c0707d8aa6698e1b018469",
          "tasks/sys_apps/0e224b29-14f7-3629-ee27-13a9789a997d.json": "848c8402c39c55ed69ee3a07472febcf44d36b6f770f906d7ba9cd81c266da65",
          "tasks/sys_apps/12fea1c8-55ec-f895-a1a4-89b79ec7b838.json": "5b512968f64e11bf4a0c882c44bfdfc9efeb23692bfc96bf9a13668631a7ee6f",
          "tasks/sys_apps/1329d65e-b10c-28b7-e3bf-7b6560918a97.json": "76fb104fcceb04db8260e2c26bd29eb5410447e0a3ee6fa33a4ae46dba6aaa56",
          "tasks/sys_apps/152a753b-7258-6630-a0c6-b6ed38a9926c.json": "5359752b19036cdb609562fcd2a813f43c051a1195c61c2bbea4fd7e4b48edd8",
          "tasks/sys_apps/1e31f3ee-f13a-3460-c10b-fe87b2116dc9.json": "1fd19e2e3881d0edf5d6a67e5b58344244a1a53fcac92e9ac06ecf19e2875021",
          "tasks/sys_apps/1ef109cd-fea2-d2d5-b4e4-fbbad6689b2a.json": "5922b898462828caef4fd36ca684558f9f8c77db398eae328a5de2f62e0db8c9",
          "tasks/sys_apps/259bcb80-aa2b-8291-1d11-6ff4ae36f8cb.json": "e9c2e69626f4a983a03ddae52b299cdc1aeab187d3e22f43b1da0b7284ff1773",
          "tasks/sys_apps/2c65e37b-6e48-fe1a-c85b-48147d0755f1.json": "f1c8d8f0227dcc6fe4c010dae29a8ceb21681ebb01028410cc2e1fa57e76b2e4",
          "tasks/sys_apps/2f72dba5-c364-d21b-7040-684f4d6d40b7.json": "3739576a9fba0fb25af2803de1c9f4bd3f7dbacdc0e9bf2bbb4f36e12c0e91bc",
          "tasks/sys_apps/48cf0af3-0612-dbcd-14da-d5202eed6ce9.json": "a63306defa79411a02b6f91810a3d7170b140b080081043b84e1e7e3c046502b",
          "tasks/sys_apps/4a89fe83-8a93-ecd4-7841-c0bb470571c2.json": "eb3a0f755580a1b7b83cea8179420a9ad87aaffc515d6034ed9ecaafa0603e2f",
          "tasks/sys_apps/5024b5cb-5c21-0785-99d8-b0d4608fac0e.json": "5208d8ae5335091d3e127ccb12e196271809807b80591f141021df3bc04fd29f",
          "tasks/sys_apps/523621a6-149f-3bb7-5193-401d4bd45b97.json": "decd6f26ae61d5a731050f35ee0341979907923dc1e19cade9c731999a6b908f",
          "tasks/sys_apps/543cf125-d2d6-e9ec-6eb5-d7d744221b70.json": "d8e339e257f8ad4970484aa1a03c4c1b00d0868e1386569a6797f87986759d5a",
          "tasks/sys_apps/595554cf-4f75-611c-4cdc-68cd9c8ba973.json": "8857ffec9f196436a9b72c4f0fd5b6746da09923bfe3797b3470d95732c6cd2e",
          "tasks/sys_apps/64824755-362d-64b6-fcac-e7c5348a09f0.json": "48bb0849a66ddb7691fd5e41648ba672c355674fcbe6f7465c88c28d59c20542",
          "tasks/sys_apps/6a3522ba-299b-4ee0-be1d-fa17e6ead0f9.json": "cce4ce11168b07d1a90411f06e0d9897c6639cc5e8f338d77d73b7aa80ff9611",
          "tasks/sys_apps/6ddeb5ae-f4b0-1651-cf7c-2a22433af55a.json": "88dbb555c2135b79988aa70190ee53b481ae2f37daf890aa7ab0d02dfaed25cf",
          "tasks/sys_apps/858e1ef5-3c42-4f8b-1ebf-5ade12c8e5fc.json": "947a77578871c741896f269541747019f236c415eff7adecff642d797505a52d",
          "tasks/sys_apps/878dd2c5-e06f-2f0e-6ffe-39fabd5e2a82.json": "975f7e2f10c77c31031c3982ca26c6dfe8e5f8c1f8eee331cb3d18a7f4b40b9b",
          "tasks/sys_apps/89f88c8c-2c64-91a0-444f-fa71315cd92c.json": "1495d497506bcbe3a43b3ddfcf0406970967d7bf21c3862173308f7a1f601b7c",
          "tasks/sys_apps/96786064-5d99-e102-8ec1-48024916bb85.json": "ce6c66384beaf9c387ac49041cfc33600d1b269d07fa215429d7deb9c0ec533e",
          "tasks/sys_apps/9f0d7200-5b15-ccff-b896-b8f6ed5d584b.json": "8885aa829a96e0b4564d246fcda3c9a93c84b9b1a8331b7962ec27f5f3bf2cb8",
          "tasks/sys_apps/a204124e-c06a-08b1-13fa-5e61f689180c.json": "d842c41e1d646ebf5d9f1b2e60a8292e86e816785558e887f431121541ca81d3",
          "tasks/sys_apps/b071a2dc-6b16-5e76-16a8-72803d557495.json": "353776e5eb9c0016eac9b7c9788ebc472e185d2005ea0c85261fe888929800c6",
          "tasks/sys_apps/b431b94b-193c-0478-1e26-709f7d3aa453.json": "3e54c68b58d7a80b5971ef59df636bfe79d8d1d376e80fb7e16f23c1709922f1",
          "tasks/sys_apps/bab3960d-a54b-e384-cac3-1213a018f7cd.json": "764e852d3ef00f7f16a464755c92e8f7661203dc8691463bab67716dba60bb02",
          "tasks/sys_apps/bdbe892c-f5e3-1776-56f7-628596fbfae0.json": "e6bdfa3bb02f8025ea8aa5466c5a37e700306f61fa619e42377a3f8338cc083b",
          "tasks/sys_apps/cb187818-649a-795c-fe02-47e283cc5856.json": "7853d8232b87084e74150f37cd2fb54b98d7bcd2ea0daa818a2783e0afb9b6ac",
          "tasks/sys_apps/d516fdbf-5bb8-955c-3e94-a13efa1b11e5.json": "9eeb29f02e2e7b031ba888aabcd7ef5512c3e956a410667060572b2d8b048e80",
          "tasks/sys_apps/dbfb0512-cb02-984b-4d25-610b4f8f995a.json": "0e7018da335e4683ce6421ebc805c6926a5693db15d4e09d9b70af1c4399794a",
          "tasks/sys_apps/e88568e7-aae9-27fd-4798-69b4068f74ec.json": "2096b69dff3cdebcfdfd52fca0524bbd8c72a4fdc0997127017e7abd3c72580a",
          "tasks/sys_apps/e8bc0bd1-1618-ea00-345b-589b1fef3f99.json": "65e32e81f3e8fda7ee0dc959bbff77599a967b29995a1e0675f75dd18cbeb4bd",
          "tasks/sys_apps/ea12a7de-2cf2-57b2-7e8c-13da58cc626a.json": "59b8cbbfb60acb2aae7cc5baba6b0c5b070d864dc3bc7108ffdb2af687a75943",
          "tasks/sys_apps/eef70218-8332-65fd-47a9-8d5b7531e8db.json": "15885b3660cfb558bf17d3ec345fc4b497f5806ed82b2a9ed50ed05d18eafa69",
          "tasks/sys_apps/ff9779d1-c51a-a478-68c4-1ba547a11adc.json": "e593701190a580ddbf8abfc76d78fc13c4d1c662124ad9109ad3ad5e18ad8ad0",
          "testbench.py": "1a9dd18126a4c6a5b064056d12e43e282ff9374e8c965e7c1853108f820bd541",
          "utils/VNCClient.py": "fc1d0ad86096de12e13663eadcfb2fde49f52086c11a542df6219efb0ef12ba8",
          "utils/async_utils.py": "f8b9f016ee248c6b967545faf591ee47905dc2b4af6513e8396f45e79c87225f",
          "utils/completion_checker.py": "67eb1e284c8cef8101486a3c82b8be8f73348bc9841a4ea9adcd306e372759a7",
          "utils/evaluator.py": "d7205817ecd74844dde933839e8cd72220c4003aa380427f8e04ee05f0ca5c65",
          "utils/languages.py": "8cebef085b9fe5757d2123cc4e595f362d932782d90741c6b19c8844b40e343f",
          "utils/log.py": "33d13e67a23196e8e093be097c19706b17bf1093881e4e401cb4e5fc4db0db82",
          "utils/omniparser.py": "901a6e5af0a8913fd32c184940a30692307bf3899290f34c7eae6f64854a7e70",
          "utils/run_task.py": "d30b8834579eb8555699cb9b32574785997453bf1c651acb8cf3b71c7429ca43",
          "utils/tick_tool.py": "d50e9f3fa3ceacbffefd67a75d7ec42b4a4e1ee8096687dee3ba8ec73d3c121b",
          "utils/timeout.py": "f3409f2547a3d8ba922839557ba1c277408eaadf5df733a1d3618b8c1ec78b4e",
          "utils/vmware_utils.py": "1b0762c260674df1f45288c05340126e088b9e18f5bea01b93e33a1fd63ba281"
        }
      }
    },
    {
      "id": "androidworld",
      "name": "AndroidWorld",
      "repository": "https://github.com/google-research/android_world",
      "revision": "30583e22b9fbb8f32f109d3214153517b6f9b8e4",
      "license": "Apache-2.0",
      "adapter": "androidworld",
      "paths": [
        "android_world/task_evals"
      ],
      "verifier_paths": [
        "android_world/task_evals"
      ],
      "extra_files": [
        "android_world/registry.py"
      ],
      "records": 116,
      "kinds": {
        "parameterized_template": 116
      },
      "platforms": {
        "Android": 116
      },
      "verifiers": {
        "source_preserved": 116
      },
      "categories": {
        "template": 116
      },
      "snapshot": {
        "filename": "androidworld.zip",
        "sha256": "b4e2d0f7a935cbae41e96b6996aa220a91606033995dd9a462b57ac83dfd56da",
        "bytes": 243809,
        "files": {
          "LICENSE": "b09fcaf4fbc265223c2479c410beef2b98c5e687c78ecedf3452aa12ffc465f1",
          "README.md": "93201de5e21f2b12283a75b1e2c357781b2e6cc27eab20cc7dd7aa0f5919d839",
          "android_world/registry.py": "47380849f428b231747365ac8ba50a83212cdc34180ab6376ff49e90b93af12b",
          "android_world/task_evals/__init__.py": "d99873f57aa5a9e5598581e873ab497f6e3cc2fcb9800de4a2896169fcfc0f0a",
          "android_world/task_evals/common_validators/__init__.py": "5a5942e515bf7fafc12f799e1f569109193ea59b912daf7ffd6d484f422ea3da",
          "android_world/task_evals/common_validators/contacts_validators.py": "54b610ed54d40f7d3bbf31ca5291482bd2debbfdf2d06615896f2c7e06850a87",
          "android_world/task_evals/common_validators/contacts_validators_test.py": "1d997bfd1e700ae2f0ae2deafc3532913a976acb1c2f51aa65e8942e9b4ae7c6",
          "android_world/task_evals/common_validators/file_validators.py": "ce7137e22fe94d25a6ebdf1fdd8bf0cf327ed20907af48a2f2ee34ca6b13bf20",
          "android_world/task_evals/common_validators/file_validators_test.py": "1d3b10880e290953462f047588ee7ed2d4bebb201e78e35526ae05e9c44fd970",
          "android_world/task_evals/common_validators/phone_validators.py": "56f22b71f2ba80e4f5ec214a340582cbfe551af3131008b42b30d9259c1e1c20",
          "android_world/task_evals/common_validators/phone_validators_test.py": "98bf00cbb4d2a52c7f28e72902f37a858d223acdfd15e42a390caac250d24d4d",
          "android_world/task_evals/common_validators/sms_validators.py": "a2a6bdeecfedb401ced31d35e2485f1db5b1066112047a31f59e0540d9beb9a7",
          "android_world/task_evals/common_validators/sms_validators_test.py": "5710319ea27807e0c6b1ee3c7a6213fc357bfd56febaadb99f5706c478b92553",
          "android_world/task_evals/common_validators/sqlite_validators.py": "7b932acd2e19f1d4f43cea1badf26ace2ed3363258ae26850d1b09889bfa9d78",
          "android_world/task_evals/common_validators/sqlite_validators_test.py": "4266d0de6a3064fa0109309119e67078edeb630ababa0629c71ce4e2988ff623",
          "android_world/task_evals/composite/__init__.py": "2db2b3871b40af06c617cae582adf2bd5345ab72daaf2ffed58fbde9fa799701",
          "android_world/task_evals/composite/markor_sms.py": "dfd5d280988f8d7ae581b2faabf2f3ec2407a55273a8389e68ce98eb8f7b30dc",
          "android_world/task_evals/composite/markor_sms_test.py": "e1c085403f27e4c21df12d4fb633dd6384293840efdf9af2cdbe29c256e5dfbb",
          "android_world/task_evals/composite/system.py": "926c2a9299d586ff133f40f1af66b207639863e0f80fdc1dbf349bbbd9e5ed33",
          "android_world/task_evals/composite/system_composite_test.py": "a37c3530cee243ad51a3a960704f0bea8cf0696ff7891b04aad95a9a73e928b4",
          "android_world/task_evals/information_retrieval/__init__.py": "e3b356b9bc0d1f8d3e3edbdf1c0d25dc59aacd02118d59302fdb8624cd345aa4",
          "android_world/task_evals/information_retrieval/activity_app_utils.py": "75be8f45ec8cb77b6b190464346c8ba8da13a5c789d1feb6f456673974c1f49a",
          "android_world/task_evals/information_retrieval/activity_app_utils_test.py": "766418e7d9920afceb68f62ae06c288c73730173523835cd3f14657b1f4e2645",
          "android_world/task_evals/information_retrieval/calendar_utils.py": "ffd4ea91a5c6a9f9331612d4dfa04e4b4b2ca2f3b4c6e0d8c991d7560e043cd8",
          "android_world/task_evals/information_retrieval/datetime_utils.py": "6812cb1dedc17914eb3c89678fedaacb360a4f71bf3cc5bd8849a986f9f5ba90",
          "android_world/task_evals/information_retrieval/information_retrieval.py": "c222532161018cc3523d9f481f1d8c1ce65c2aa7c44066ff2f51892284c4f75b",
          "android_world/task_evals/information_retrieval/information_retrieval_registry.py": "8d147c7a186d698b8fc37f388d1ab9e3dd8befb182a927ecc9af65eb644f9e40",
          "android_world/task_evals/information_retrieval/information_retrieval_registry_test.py": "9e3a644c731db22ce511527d95c074ae0f439a7de39f4dfb3c43ce816ad39f53",
          "android_world/task_evals/information_retrieval/information_retrieval_test.py": "fc1cd2883592a1bd85fcff214e90657d3bfcdccbd9dedee10462475d6a4e353b",
          "android_world/task_evals/information_retrieval/ir_calendar_utils_test.py": "19e5889ed518bf4cd0efa606dec177d24b12a6b3ef48ec8beb44bb9031e71193",
          "android_world/task_evals/information_retrieval/ir_datetime_utils_test.py": "c2a7af35e3e0fab3f6f3111ce401d35720e7e71db551e6a8165b0c4a1ef0c6aa",
          "android_world/task_evals/information_retrieval/joplin_app_utils.py": "fceb231218c9b59dbdfa35dabb8713e9700338cf3787ae7c69f565d959ba18fe",
          "android_world/task_evals/information_retrieval/proto/__init__.py": "0a303e72ba0eacbf79ad584c605af6205d6e5f3c176c722b14d4e0ce990ca89b",
          "android_world/task_evals/information_retrieval/proto/state.proto": "17bbf2880baace87b35c4fcf8729b44414d53e07c623ad8705742012ad8661ab",
          "android_world/task_evals/information_retrieval/proto/task.proto": "c8c25f9034abe201055e4e8a457e3101b1a64cbd876323f22eca47fc5f5b9d8a",
          "android_world/task_evals/information_retrieval/proto/tasks.textproto": "953ccec9987c4bd3a23178f13c77b28f315ce66f3dd57cbdbdaa1497a83403d0",
          "android_world/task_evals/information_retrieval/proto_utils.py": "9ffabe0879ca094db1fac1b79dea98450f52778bc785b784cbe81e3d4bfc28c1",
          "android_world/task_evals/information_retrieval/proto_utils_test.py": "de352311bba2120c9287b640aecca81d3a0ea12eb8d140af976cec2326a63409",
          "android_world/task_evals/information_retrieval/task_app_utils.py": "5ddfd3889c10a71ea8107ff195f1b29a2dbac6a720e80d72a4ab8d97e9c4d57e",
          "android_world/task_evals/information_retrieval/task_app_utils_test.py": "54a9c4843bb671f71157b80db60ef925c2a43cc22be02a5b6b2bc635b86a94b2",
          "android_world/task_evals/miniwob/__init__.py": "a223b8ffcd422f1dea1b09de3d0047efc96a81c5d8e3ac94b2cda8fc877005ea",
          "android_world/task_evals/miniwob/miniwob_base.py": "64779ecd364e7202de9146c4c998f9eaa2404283a9e121286b544d811a873337",
          "android_world/task_evals/miniwob/miniwob_base_test.py": "4bb56672a8feefea7b8d49af999bd7ca70eb4f9272698fdeb144066361145eb1",
          "android_world/task_evals/miniwob/miniwob_registry.py": "18bb29e8dd1ccd3ad8a9c6a7a6bd635da1c685b77be50a6007b2132da7230c4c",
          "android_world/task_evals/robustness_study/__init__.py": "f901fb5128f295fc185c7c86181e4a9cc0713cbc58b29f7a5f18d4d636871deb",
          "android_world/task_evals/robustness_study/goal_template_variation.py": "15aaebc595deefe618afdabc23c790c45670385dc1778e10eda6d656136328ff",
          "android_world/task_evals/robustness_study/screen_variation.py": "eac11c739e4073a24970e29f0e462fed7236417951e3af454acb23827282756a",
          "android_world/task_evals/single/__init__.py": "0e729f0e95f492b6a43633282558277861d6876c3d6be51fd1d1e06f74e31cbc",
          "android_world/task_evals/single/audio_recorder.py": "8f0f48f51577a831ba5a7e52dc5e4b9ad1c90d41fbcb456c640e5a14add340cb",
          "android_world/task_evals/single/audio_recorder_test.py": "d6e29b0bd56c462c00ec5f70a408bfc4f01541b4271082e0c2137ec331e2fc63",
          "android_world/task_evals/single/browser.py": "1f4befd3c069874861ac0144063b0d62e697dff418a82abd9801e25a350010cf",
          "android_world/task_evals/single/calendar/__init__.py": "5f65b84304b8d15f58871be761f7b624ec9ad389fe08848a41d2a4ab7395b08a",
          "android_world/task_evals/single/calendar/calendar.py": "c72796407981f8236a2fb71da1cd68e9888ca45cf5c15ca379f34f4d651bd64f",
          "android_world/task_evals/single/calendar/calendar_evaluators.py": "ad25b8064ee5d5341f97a902ff222342456e9932a431ee06945f5f8992d53273",
          "android_world/task_evals/single/calendar/calendar_test.py": "afa047c7d03cb009408716cb2855a2c09049203bdaa1bd40a03933ad40cee9fa",
          "android_world/task_evals/single/calendar/calendar_utils.py": "14ff8d7db0d1ffaf7c45307f79ed7b6bc200c62143d5892833f7fe88706fc315",
          "android_world/task_evals/single/calendar/calendar_utils_test.py": "ef4f85fc6659991199d20d3b556a30f0c67ba5370c7200bc38acbe9fd58600b9",
          "android_world/task_evals/single/calendar/events_generator.py": "0b894783493407dfffff4b7e02b68e778f7d2667358965e5bb4f9a78a7fb5963",
          "android_world/task_evals/single/calendar/events_generator_test.py": "0373cb8c5d0f7fa9334d77383356e25d81e7a91ec19f49bae60e3bc20b01bd4f",
          "android_world/task_evals/single/camera.py": "9cbeb7c43adc42f5b4edadc280359371bda8759c392e41f20564f9dc741a7944",
          "android_world/task_evals/single/clock.py": "b71344f13576f6b848a6c34dc4286962e94ec228e9643a3bdfc11b299265a65c",
          "android_world/task_evals/single/clock_test.py": "86116dc91661b309ce9098e2e39e49ecd7dad03866aa4b803ec7ae60a25b0350",
          "android_world/task_evals/single/contacts.py": "bd8802eef0667f56449c1a769af00600d25862d9afa4200fe6ae960aeb435630",
          "android_world/task_evals/single/contacts_test.py": "dfe08a2783738bbdb2091fe7a1e7da41ac4071f3669254420aeb74d5a9d9fac8",
          "android_world/task_evals/single/expense.py": "cc57bd82831a17b427ea93eb4db559f6886cc1df402c0eac4bcb72064d7f3f81",
          "android_world/task_evals/single/expense_test.py": "3ff81fc0e79ae7132dfc0c987d55c78f6ff37ab006881535bad25d0ebfc9ee69",
          "android_world/task_evals/single/files.py": "b763d38477cb88419b9c0153af8d78fea0b5468509f2868c44fb1765080f22a7",
          "android_world/task_evals/single/generic.py": "d0ed7e9aa3b1f6e586a80c55b2ae42ca43bc728366c24c1f01c03fe11c818996",
          "android_world/task_evals/single/generic_test.py": "197df1354a13987851f022c69a01d3e93af15d895be96dd1a60da7bb2590770a",
          "android_world/task_evals/single/markor.py": "183d3763e34ede196c0df795235ab3aa79d434d744da54aefb82bfd753a93340",
          "android_world/task_evals/single/markor_test.py": "7f04b59f108813e1c84b1a72bc560333516d161aa9a8f061d453e19f3b3a2db5",
          "android_world/task_evals/single/osmand.py": "385ed16eb9252c30f127a1f372c7cc978f7c0a3cbad1ee413dd8367c061f43d1",
          "android_world/task_evals/single/osmand_test.py": "e2f7d8b87bb79620729ce4eddf817b8ba75d0e0a795cbd79f871d1b1bde1385d",
          "android_world/task_evals/single/phone.py": "c89fe3a6f6ec69a4644c95a6b78d1f24e28797ce1a0e1bea910d4dfde8f747e9",
          "android_world/task_evals/single/phone_test.py": "6e07847ad85a4eed0ef093e9e43117696766ca6e4ec68f3a9e0d9b05a75a7551",
          "android_world/task_evals/single/recipe.py": "f547556b9681267c34a19fa5fc316591060966a138c8f366c4b1e1783c988309",
          "android_world/task_evals/single/recipe_test.py": "9ea94268da9217b31c9859d7fa8dae2b0c28a4dbb6162798eb0cfb24214be06a",
          "android_world/task_evals/single/retro_music.py": "d41a9ec51c80e296523436d884df3fc298f9d394ff55a114f10d425999f0f6e9",
          "android_world/task_evals/single/retro_music_test.py": "5e5407c0611d3a9dac9ec910298c796ca864074ef4bcb25d4d90b27d10f4c16c",
          "android_world/task_evals/single/simple_draw_pro.py": "b23bda609a5933e5e22e90cc2af5bc6be58eb43346e9e360fae21abbf6ba990d",
          "android_world/task_evals/single/simple_gallery_pro.py": "42681168f49770c287dfa196e9b1cd3518315e39f5b8ecd10f306b99201a622b",
          "android_world/task_evals/single/simple_gallery_pro_test.py": "64a9b3b9f71a988279d777989626400d9fe3caa843f8071219d9238d99935f49",
          "android_world/task_evals/single/sms.py": "1510f9677cf3d959062ffdc43bb74d735b56b726dba35d739525417ad17cc2d9",
          "android_world/task_evals/single/sms_test.py": "42782e258b0d46ff70e3345cb72b325b91db4167b26a532418dcff08a4fe0c94",
          "android_world/task_evals/single/system.py": "6bae681cca3127b9771610d0fcfaf14175239ac8cb81aa0e4a630a0fb26fe8bd",
          "android_world/task_evals/single/system_test.py": "57e20c9a49863a065bef9de34cbfca8c0b612b73f0a7ed85c989b693d9031f28",
          "android_world/task_evals/single/vlc.py": "4e4215487900c7a6778057cd5314fc1f91153d0586a5a7aef84be4fdeb2e9229",
          "android_world/task_evals/single/vlc_test.py": "a16a62dae80200071823c1067dcbccc624074f68fb2a86905b34f06683241c05",
          "android_world/task_evals/task_eval.py": "096d6f4e0a58343c472e58d68dc4effc4589976bc3c2a8853e745c9b7b3cbb96",
          "android_world/task_evals/task_eval_test.py": "715940a53f210e6dfeae24e9f5825d1dab448e051caabd80e26bd1a8473d2230",
          "android_world/task_evals/utils/__init__.py": "761fd2724b3525c58df44e4b0ab36953c60aa8b9af8bf12460bd508ff2d3ba1b",
          "android_world/task_evals/utils/receipt_generator.py": "59f86bd0df8e34296107bb612e327825dbaad16038d3eb77fa3e6e3d69a18db9",
          "android_world/task_evals/utils/receipt_generator_test.py": "11629f19d2dd1b3553f74fb3770a052ac3d1d79daa947d314201bf95eeee9789",
          "android_world/task_evals/utils/schema.py": "b421fe4feddf238d1dd2c8b74c9f8be7c74c11b78bb1c6fc7bd9f4fb7943be7d",
          "android_world/task_evals/utils/schema_test.py": "7305e26ec97e6b7ae16341f22c5730aaf132e3aa4802f3d3d6f83f4bc3582323",
          "android_world/task_evals/utils/sqlite_schema_utils.py": "d3b1d796b1faadbdedc78e7f9197f0ee27e3eebf0edd4597cd59f3d0f6e3095b",
          "android_world/task_evals/utils/sqlite_schema_utils_test.py": "05d90d75ded95bb8fd7a22a126d0164e0bdd6b67a515ec34195885893bc4db67",
          "android_world/task_evals/utils/sqlite_test_utils.py": "bca88bcf53237b97629d1f1e320afd6d0013b9bcf5a8125309dbbbd8754d872d",
          "android_world/task_evals/utils/sqlite_utils.py": "56280b32e6aaf7d561bf2e4681a2cc1a6ad930d911105593d17d093678bf1cd0",
          "android_world/task_evals/utils/sqlite_utils_test.py": "b79f3593ac3f34f0682afdf24634d73728775d1339f11f549bd1f56a3cba7186",
          "android_world/task_evals/utils/user_data_generation.py": "7dd456f18429668d0dfd48f3ddcdc4134b1a26f66cbe84ad0d85bbc902cb9c7b",
          "android_world/task_evals/utils/user_data_generation_test.py": "d3c8279b40ea8a47ca15b8f9e13309ed4d288c80f2b336cc42a3d9c8ddf282c7"
        }
      }
    },
    {
      "id": "theagentcompany",
      "name": "TheAgentCompany",
      "repository": "https://github.com/TheAgentCompany/TheAgentCompany",
      "revision": "98b68ef82a47690c316f42fddb05baafaab56851",
      "license": "MIT",
      "adapter": "theagentcompany",
      "paths": [
        "workspaces",
        "docs",
        "evaluation",
        "servers/rocketchat/npc"
      ],
      "verifier_paths": [
        "workspaces/tasks",
        "workspaces/base_image"
      ],
      "extra_files": [
        "workspaces/README.md",
        "docs/EVALUATION.md"
      ],
      "records": 175,
      "kinds": {
        "benchmark_task": 175
      },
      "platforms": {
        "Linux": 175
      },
      "verifiers": {
        "source_preserved": 175
      },
      "categories": {
        "admin": 15,
        "bm": 1,
        "ds": 14,
        "example": 1,
        "finance": 12,
        "hr": 29,
        "ml": 2,
        "pm": 28,
        "qa": 2,
        "research": 2,
        "sde": 69
      },
      "snapshot": {
        "filename": "theagentcompany.zip",
        "sha256": "b0cd4fcc209f8b60e754095d5cb068dbf171c6095c0bf5620aba37d81b6c9ac9",
        "bytes": 602589,
        "files": {
          "LICENSE": "2d6976a9b482bb14d9cd4f0d97ce6e14305496f1649b8667cb91d027c670930f",
          "README.md": "d1646f67d49d38ef1e81bf7b5057dfc3d6f172b4c8a7413a2cc78741ccb08723",
          "docs/EVALUATION.md": "3350645a8dac63db2191a11af3649a5dc91400493ce3fabb78dca09093956681",
          "workspaces/README.md": "8983f007735e60293bb28cee204c37bd5a2697dc832516f114d32fcdab81e2c7",
          "workspaces/base_image/Dockerfile": "d609afa67fec08fac4b9acfcc35e088767f4e8962730384906b993fc0360ea87",
          "workspaces/base_image/Makefile": "c74a462237128b466c5b09fda59be3fad7865bace3805ffa28e17b8465fe9331",
          "workspaces/base_image/README.md": "e4eb48c63d4fca74fb3753cc31a90c8f106b5133c7d430c4b996157cb07b8c74",
          "workspaces/base_image/common.py": "32f5365249e5995f417c8fadf337572a8748222f5c812ae1dfe87367a60c4adc",
          "workspaces/base_image/config.py": "14847b12c4cd4cb888900617baf29b26f0e2263cdbf4c7e354b7a412b9ca708a",
          "workspaces/base_image/encrypt.py": "b8a0092cbefbad4161063342fc40fc31698a8f9267f389d9db64c852b5c6f7d5",
          "workspaces/base_image/eval.py": "e39d25b08d14af3f5a6ec70e5d3982c857a9398a304f2c089e5b464fc267ebae",
          "workspaces/base_image/init.sh": "3f6582e784791bc395f9332169b955e42d331e714abe6db6ac64ffeaab8a1fbd",
          "workspaces/base_image/npc/human_user_agent.py": "63bb83bc4a349ae42b5cbac1058270b5f3abcef0160a48d1844f44ab9efe3a31",
          "workspaces/base_image/npc/npc_credential.json": "97fdd17a3d455892d6dc525d92599f9c8e081c2f2762baba6043ff4b26d857c6",
          "workspaces/base_image/npc/rocketchat_agent.py": "80a18b4b66b2ca08f12850fdc210f1ee4fff58bb70858c3ceab8cb7d27b46f48",
          "workspaces/base_image/npc/rocketchat_bot.py": "1bc93bb90077e413ba16dbe2f6913450598b1d490fa9c26a970832d0910663a2",
          "workspaces/base_image/npc/run_multi_npc.py": "940f3725c2b066b8ac5b8d5fbebfca7bd01cb9c8ed0a6354dbf2adc97b0826be",
          "workspaces/base_image/npc/run_one_npc.py": "d77d18d72d8ecb9cef85c4314e6429ec9d0e605c08852fd50ef2e0a328dcbbe9",
          "workspaces/base_image/npc/server.py": "ae3f6b94efe35f7fb12364b09dc5deb2269f099c2a0d87bc70fd897f25d176d6",
          "workspaces/base_image/reset.sh": "3695673b96260aeec1e0bf20e1e48f52ea036a3072487c80f5e9cb2e316cabef",
          "workspaces/base_image/scoring.py": "446dec4587f0e2f6d65968cbc13f01be099939de01d0045bb8b37419140b7ecb",
          "workspaces/tasks/admin-arrange-meeting-rooms/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/admin-arrange-meeting-rooms/Makefile": "404817023b887fa2f52630a113a1fefa2eb136e04551c2fc7f78f6943101007f",
          "workspaces/tasks/admin-arrange-meeting-rooms/checkpoints.md": "97a92c328ca348d2db51336a4551d5b9621fa3f5761ca6427774181a8cccf569",
          "workspaces/tasks/admin-arrange-meeting-rooms/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/admin-arrange-meeting-rooms/evaluator.py": "7e8331d2afc9a21ed0090f724caa6bc103f1bd606ba81fd4e05a5c77e8b0016c",
          "workspaces/tasks/admin-arrange-meeting-rooms/task.md": "2f05e9aa7a91117d25783bb6610b5e9d13a0100114a464a7e8e0b9814cdef794",
          "workspaces/tasks/admin-ask-for-meeting-feedback/Dockerfile": "896fda7cb50244ed56bd8ee3a8e411ac080275c068527d879c25ccce70f4cae3",
          "workspaces/tasks/admin-ask-for-meeting-feedback/Makefile": "aeaf4f178afbea107a22b46c6b090739589ba1da943a5160304c7335a643fe16",
          "workspaces/tasks/admin-ask-for-meeting-feedback/checkpoints.md": "10d3892ce932589014866456e0ba74aa3083f8d2deb171dabe9697cc5069cfe0",
          "workspaces/tasks/admin-ask-for-meeting-feedback/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/admin-ask-for-meeting-feedback/evaluator.py": "83408b87b214677bb906b98949addaa9a22febc08a29e1080013c6a8eaa59a94",
          "workspaces/tasks/admin-ask-for-meeting-feedback/scenarios.json": "95c4968ddf69b5626cec1078e4c0ed058d02736a2965edb576392dd80e9ba75b",
          "workspaces/tasks/admin-ask-for-meeting-feedback/task.md": "85fa5c7f60d4b210a7a0032b7f976cc37a3de5974fb47b0f5a4f0dee3cfa44c8",
          "workspaces/tasks/admin-ask-for-upgrade-reimbursement/Dockerfile": "6f265fb5cafbabca73ab0353253070b3d3e43e2c1e863a0bd0b4a938f7be3b4a",
          "workspaces/tasks/admin-ask-for-upgrade-reimbursement/Makefile": "f1bdb2d7f634edf9505c78f3105ea8b579b61848ad1d250fff3bfdd3845ea392",
          "workspaces/tasks/admin-ask-for-upgrade-reimbursement/checkpoints.md": "3b0958b79bee735cc165a359b06c3c8b723ba8ab1547768bf16143d0655cd2f9",
          "workspaces/tasks/admin-ask-for-upgrade-reimbursement/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/admin-ask-for-upgrade-reimbursement/evaluator.py": "2fee810df8c929c8bd2f0c815d1096c3d55f9a0f042f51a9da3ce42b4da53d11",
          "workspaces/tasks/admin-ask-for-upgrade-reimbursement/scenarios.json": "562cf8c5cc77456d1e90be59d9e7a31b17991fbc210954bfdf89008ca5fede5d",
          "workspaces/tasks/admin-ask-for-upgrade-reimbursement/task.md": "a98ce7f5a792a5d4c35f2617cdb1fb20c673db648488fc84660eb301d31dc9a0",
          "workspaces/tasks/admin-check-employees-budget-and-reply-2/Dockerfile": "4c693925c7829d368037b7615fca98a40a89a173258e6bd31cc86579d5af4d8b",
          "workspaces/tasks/admin-check-employees-budget-and-reply-2/Makefile": "1d71d5c5ffaeaf926845a35cd3d020f81131dd3e2a52e1a295c7930683b7d77a",
          "workspaces/tasks/admin-check-employees-budget-and-reply-2/checkpoints.md": "3ed05af7f626bc3873687adb9a1153aea167e6653b19c1a0745db90d66d5945d",
          "workspaces/tasks/admin-check-employees-budget-and-reply-2/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/admin-check-employees-budget-and-reply-2/evaluator.py": "162ee55c8de30ffad88908f88d456a3456e9f6ca4427745a01bbe76cd66271c5",
          "workspaces/tasks/admin-check-employees-budget-and-reply-2/scenarios.json": "e41d80d721e6e0f28b5300ae0252fd70810f32eaa73e40868eb0d273c616b999",
          "workspaces/tasks/admin-check-employees-budget-and-reply-2/task.md": "0417904b2bea67342fa6ea7d5ef35bc50c454f5fcb76720ff6223c2804c37367",
          "workspaces/tasks/admin-check-employees-budget-and-reply-and-record/Dockerfile": "4c693925c7829d368037b7615fca98a40a89a173258e6bd31cc86579d5af4d8b",
          "workspaces/tasks/admin-check-employees-budget-and-reply-and-record/Makefile": "b1b95f0714fc81e999f0e258ead38d3faf60551b6720295e454f18496fc00468",
          "workspaces/tasks/admin-check-employees-budget-and-reply-and-record/checkpoints.md": "a831fedfa0a5502d7ea1aac183158b811075fc5532053cd5f69d4097b9fbf54f",
          "workspaces/tasks/admin-check-employees-budget-and-reply-and-record/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/admin-check-employees-budget-and-reply-and-record/evaluator.py": "204c5f0d3b7de9392be49c84dc67aa56e0c27b4cb53193456ae627723c76303f",
          "workspaces/tasks/admin-check-employees-budget-and-reply-and-record/scenarios.json": "79d3f3462459ddeaf9486a110990ff53e134d3f3dde873b328f4b2383286a018",
          "workspaces/tasks/admin-check-employees-budget-and-reply-and-record/task.md": "425126f7cb37d321b36c7cb397cc285e68ad45b1b805bc1fb813972cc53eab0f",
          "workspaces/tasks/admin-check-employees-budget-and-reply/Dockerfile": "4c693925c7829d368037b7615fca98a40a89a173258e6bd31cc86579d5af4d8b",
          "workspaces/tasks/admin-check-employees-budget-and-reply/Makefile": "9d21f309e3ac93d9da9eb41bf350c2a1298f04df55524138ff0011b55e3e8897",
          "workspaces/tasks/admin-check-employees-budget-and-reply/checkpoints.md": "834f905e068f85bf585384db983dd6b3c5a53baab5239c56eca1af55bd30e6fc",
          "workspaces/tasks/admin-check-employees-budget-and-reply/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/admin-check-employees-budget-and-reply/evaluator.py": "917374ed94f9023340ae256e4ded6712bff1610ef35ce50d7f870790f007d16d",
          "workspaces/tasks/admin-check-employees-budget-and-reply/scenarios.json": "58d924fab88200d0c5c98a397be3339f9fd1129adbda747c66bac6f8fd095300",
          "workspaces/tasks/admin-check-employees-budget-and-reply/task.md": "6c69a348743702f9ba5635d29c555f58ac6fb132b6ec2ffc90876e68dbf92417",
          "workspaces/tasks/admin-collect-requests-and-compute-total-price/Dockerfile": "4c693925c7829d368037b7615fca98a40a89a173258e6bd31cc86579d5af4d8b",
          "workspaces/tasks/admin-collect-requests-and-compute-total-price/Makefile": "fe8ff208c3cadc230772975342cfbd4a6e706d59d7674435fc9b1aabe8f8bdee",
          "workspaces/tasks/admin-collect-requests-and-compute-total-price/checkpoints.md": "13711414cffaf4095ede32a7e0cbf11343a3453ef5738124cf005f1043efe96b",
          "workspaces/tasks/admin-collect-requests-and-compute-total-price/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/admin-collect-requests-and-compute-total-price/evaluator.py": "26eee7b29b175bfb6f8bd6135746dfae39f41fe14e69676240d17d3a49b415b2",
          "workspaces/tasks/admin-collect-requests-and-compute-total-price/scenarios.json": "094391c214fa7c2fb428e6db2bfe7948f2e03efe9742eee3906417a07ee4cc06",
          "workspaces/tasks/admin-collect-requests-and-compute-total-price/task.md": "99f979756a092c2ca3a600c0a8f4c564c3535b3d1b910fbbe116dbe5026b2fb0",
          "workspaces/tasks/admin-employee-info-reconciliation/Dockerfile": "6abc6344bd688df36fdf11007c20d4e16aa4ba8367f8f891e0fc76edc5267deb",
          "workspaces/tasks/admin-employee-info-reconciliation/Makefile": "db0cbc91b3f1ba59c3a4d88bceea430c300026010385fd8afae261cfb131c6d0",
          "workspaces/tasks/admin-employee-info-reconciliation/checkpoints.md": "7a9e99d949b0b33bf87cfdfc8b77764fee6c9d6fffc4afdb978cf64b861215b4",
          "workspaces/tasks/admin-employee-info-reconciliation/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/admin-employee-info-reconciliation/evaluator.py": "de8b38cb52323ef96f23f5485f7d0f3db2690e4318df821c0e10b8938304e9fe",
          "workspaces/tasks/admin-employee-info-reconciliation/scenarios.json": "185fa97bfd30d3d9d3a114486e91169657ab95f36d80f36d67593f798d800704",
          "workspaces/tasks/admin-employee-info-reconciliation/task.md": "2eb7bbf32b4f1cb875840439a77cc47d8273748a2e98fb89cce81c827b3b807f",
          "workspaces/tasks/admin-get-best-vendor-quote/Dockerfile": "4c693925c7829d368037b7615fca98a40a89a173258e6bd31cc86579d5af4d8b",
          "workspaces/tasks/admin-get-best-vendor-quote/Makefile": "961caa5422744f8004e15524aa44873930c6c09ec100cf754c27f003dcb0c20b",
          "workspaces/tasks/admin-get-best-vendor-quote/checkpoints.md": "50c7bad07faa5c3f03fc54cf28797ff085ecf49c6262f9cbad7ff07b619b75da",
          "workspaces/tasks/admin-get-best-vendor-quote/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/admin-get-best-vendor-quote/evaluator.py": "482f9d6a65b28d424240a329b16db45e99c650d29f950538cb4633c92dc4aefc",
          "workspaces/tasks/admin-get-best-vendor-quote/scenarios.json": "fb8bea13473e2ee13068cf1168d8a0da730a9ca2313aacff10b5efb121d6499f",
          "workspaces/tasks/admin-get-best-vendor-quote/task.md": "5f317f380e8c140a2345d7dcbb72cf492326c85ac0054c57690e983f914a41a5",
          "workspaces/tasks/admin-make-spreadsheet/Dockerfile": "ad23c4f4d9c9b419b570202a15b95ad2a0d6b0e85f32df981aae1797fb7cae84",
          "workspaces/tasks/admin-make-spreadsheet/Makefile": "f08278d8379b8e85918690118cc346a79279b0870bb2eb78e33156d1af4e19cd",
          "workspaces/tasks/admin-make-spreadsheet/checkpoints.md": "7eeb3fe9a51579d7e6b1d750af83f98291e05a8aa819c231cea32b5c26199b12",
          "workspaces/tasks/admin-make-spreadsheet/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/admin-make-spreadsheet/evaluator.py": "d2ff0a03b80888e7ce85f6473751d2eca6b051f4c6744ff6278ef5188e82e415",
          "workspaces/tasks/admin-make-spreadsheet/task.md": "13e7bf7a25abd43cf6b7a180cca6990df160d386c7871ac7793c1b95de1d3f85",
          "workspaces/tasks/admin-mass-forms-filling/Dockerfile": "2736ee79e4a0744e9a0b8732433923e15e244ccf89d9919c1068b9c17e558e6f",
          "workspaces/tasks/admin-mass-forms-filling/Makefile": "901b162a3bfd41d10ba0bc2a45005727e526f9bbc5bf8112a516445a2e214b76",
          "workspaces/tasks/admin-mass-forms-filling/checkpoints.md": "d76dc7ac494de09cfe543cf3653a0442d8a5a89393eb180d973113eda173a281",
          "workspaces/tasks/admin-mass-forms-filling/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/admin-mass-forms-filling/evaluator.py": "8198fd3921ec52411d1df8e2c2f853fdbc34054f3b5f93c7f2cf8739eb7cfbd0",
          "workspaces/tasks/admin-mass-forms-filling/task.md": "d33c32b1ab8f386535c2add67587b3f533584ca7a64fc5e0d5b8d0dcab754db4",
          "workspaces/tasks/admin-read-survey-and-summarise/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/admin-read-survey-and-summarise/Makefile": "9642d3940c7f7004589fce7b2e7cf1859c5fcfae68562e919883adc12c2edf9c",
          "workspaces/tasks/admin-read-survey-and-summarise/checkpoints.md": "6e6672f9cc178282ec102f637d74f3d60e114b6e3c2a972a795257296fa81446",
          "workspaces/tasks/admin-read-survey-and-summarise/dependencies.yml": "5ea2bd69c4654dfd63416c174ca2e189a31d6fe3f7a4bee86f9f27d51735b805",
          "workspaces/tasks/admin-read-survey-and-summarise/evaluator.py": "cfe12d19a4df69b2ae3ce57d5796e6898c82ed527b454fde85dec2843b12aa1a",
          "workspaces/tasks/admin-read-survey-and-summarise/task.md": "22cd9136c9517bf422de99f6d27879db2fb8c6e26494cfc3cae017619249fd83",
          "workspaces/tasks/admin-remove-pages-pdf/Dockerfile": "0cd033c17e3fbe6dcab7b495c36dc4809b7bae93da31a704416eca04733ede76",
          "workspaces/tasks/admin-remove-pages-pdf/Makefile": "76c4f4e9ec7583e4fea7e07ebfa6acb04faf32169aeb4d65820dd846ca4bb43a",
          "workspaces/tasks/admin-remove-pages-pdf/checkpoints.md": "b2908054be21bb65653ac29fcd2693960e3dade1d29387545a6d9bc367a9916a",
          "workspaces/tasks/admin-remove-pages-pdf/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/admin-remove-pages-pdf/evaluator.py": "393a21d6aef5deb932859cba98f009114be7e6779ed4e1d81b7a108fa25b6ef5",
          "workspaces/tasks/admin-remove-pages-pdf/task.md": "94d1fc0c212bc796ecaacc0d742eeda0430b0e7393822fef20c90dcd94fee337",
          "workspaces/tasks/admin-translate-sales-chat/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/admin-translate-sales-chat/Makefile": "d851769c80126e56766adc8625c3ff3716b9f5e8f7511055d74a420f162c7cbc",
          "workspaces/tasks/admin-translate-sales-chat/README.md": "c5b93a38c8c437dbf2dc155fbb8ac600204587d5b1b9519031e91d94c06aed24",
          "workspaces/tasks/admin-translate-sales-chat/checkpoints.md": "482ce9a231503215141c5a728f22493b67dd5b91847e149c0ae79902a2ddd8f8",
          "workspaces/tasks/admin-translate-sales-chat/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/admin-translate-sales-chat/evaluator.py": "2e0e8effc39e47aba3cd0c426965e84ddfbb72d685ef5a920484e4e1ca664c5a",
          "workspaces/tasks/admin-translate-sales-chat/task.md": "6406b9ccfc5e66d942594b5f0d72695ad8b9b465a45cbe0df230bc9c17f51eb1",
          "workspaces/tasks/admin-watch-video/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/admin-watch-video/Makefile": "787cceaf3ba56ea4d14a8c92485a19c267673992f7f72df238b6ada82cee45e2",
          "workspaces/tasks/admin-watch-video/checkpoints.md": "b6e2c5fff344a67452fa1087b27d9d8ee7a52d0739a243c3e03003d9df017475",
          "workspaces/tasks/admin-watch-video/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/admin-watch-video/evaluator.py": "a4d312518944ce24bfa1eefdf146567917a1c25b242e354d6a995fae1de47751",
          "workspaces/tasks/admin-watch-video/task.md": "31cd1ec4285bad2ed2fc82e1625133e02a19e7a0a8a8dff167173cbcb7b9b51f",
          "workspaces/tasks/bm-classify-nationality/Dockerfile": "ff117dd9b2a6247d016e93df9e31eac39f61f67b8417f3d1eba2b835216921bd",
          "workspaces/tasks/bm-classify-nationality/Makefile": "2995898c5f2838db8f670f691c3941f7674d0d7d851efcda528c52ce6920080e",
          "workspaces/tasks/bm-classify-nationality/checkpoints.md": "349bcb78e6d67d0513a23d73f1071de804eab49b99dc23fa64f59b9045068df0",
          "workspaces/tasks/bm-classify-nationality/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/bm-classify-nationality/evaluator.py": "c20d2d2529f4062f7b8a416789066f3d88a7789e7d96b85ac30534436eb1cefc",
          "workspaces/tasks/bm-classify-nationality/task.md": "9926ded9115a79a5bab54a742f3d456bc45829f752023017c584f951f47680c6",
          "workspaces/tasks/ds-answer-numerical-data-question/Dockerfile": "ffe351f8075bdcd32cef50cd2759847526f8ab671290e7ce8c89b5bb64d49ea3",
          "workspaces/tasks/ds-answer-numerical-data-question/Makefile": "a1a4713785142d0dd4d1502297aed8faf0038a691b94519d4273d9984b1d1bda",
          "workspaces/tasks/ds-answer-numerical-data-question/checkpoints.md": "61c29775af8ff812052eb22b684c95695688e2352a2055f24dd82a00c4c9bcaa",
          "workspaces/tasks/ds-answer-numerical-data-question/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/ds-answer-numerical-data-question/evaluator.py": "912bc7b51ab11f8c6bd5aa495d299afb02cffbd5fe724de69e0376c4ab5be185",
          "workspaces/tasks/ds-answer-numerical-data-question/task.md": "1632c9ff97bf90632b6417554f7069b8d79a02050ef9e980930e2e076bc9ee08",
          "workspaces/tasks/ds-answer-spreadsheet-questions/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/ds-answer-spreadsheet-questions/Makefile": "21eb2c1cb4cb9a38178e7454caa656e9492bfb53de0b1096c93aa26d3e290aec",
          "workspaces/tasks/ds-answer-spreadsheet-questions/checkpoints.md": "cfc2d5915c311a08e6de0e4fa598fb2ba937fbc44e5f48f63aa56b16f31ab7bb",
          "workspaces/tasks/ds-answer-spreadsheet-questions/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/ds-answer-spreadsheet-questions/evaluator.py": "f81ee2f079ce6b3ac663c739247921f67e175351b016126481eb5b9082881668",
          "workspaces/tasks/ds-answer-spreadsheet-questions/task.md": "ef038df721e97062e926a357edc58cefefc69feae73dc6e37cf9dda973550cf7",
          "workspaces/tasks/ds-calculate-spreadsheet-stats/Dockerfile": "ed8a4dbf6bde923633088436cb87f9a6ea188a6f0b262cd0eebbb8be7179ef42",
          "workspaces/tasks/ds-calculate-spreadsheet-stats/Makefile": "c5ba05c40a0fb9727a6bf3ca7fd18978cd990a4e2391bdb44caa238e380d06fd",
          "workspaces/tasks/ds-calculate-spreadsheet-stats/checkpoints.md": "ea8441ec4a671b295632ad38054d2a23e546ed370f9a6431eb2a982e1c9e6f34",
          "workspaces/tasks/ds-calculate-spreadsheet-stats/dependencies.yml": "5ea2bd69c4654dfd63416c174ca2e189a31d6fe3f7a4bee86f9f27d51735b805",
          "workspaces/tasks/ds-calculate-spreadsheet-stats/evaluator.py": "e807d95c13cce83bd76ba212592886884b2216748467307876ab36a9039470ec",
          "workspaces/tasks/ds-calculate-spreadsheet-stats/task.md": "a1a960de9cd1ae248a3672f9621f0512b16acb0549f39d03bf6d1b7c8459b770",
          "workspaces/tasks/ds-coffee-shop-database-management/Dockerfile": "c6e853397304cb13152773d796adaf70c14012fa4d0040d8530af5327cf13f40",
          "workspaces/tasks/ds-coffee-shop-database-management/Makefile": "1706e8d3265ab5f26c8577d3ef6184ae6200faf62479a80b225108a4d731c078",
          "workspaces/tasks/ds-coffee-shop-database-management/checkpoints.md": "52e9b826ed7d2d327c472fdd35794fc80e4d3e9b1017012e076a3e4bf0f7cdc8",
          "workspaces/tasks/ds-coffee-shop-database-management/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/ds-coffee-shop-database-management/evaluator.py": "401e0223881d757e191f2bf99dbaff9d46a356bcc2cd08814cf7204bbcd64401",
          "workspaces/tasks/ds-coffee-shop-database-management/task.md": "98971d072fb4c8182946987ae587ec79db6b5654cc439fcc05778b29a88682ae",
          "workspaces/tasks/ds-find-meeting-spreadsheet/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/ds-find-meeting-spreadsheet/Makefile": "bcec702ac80788c21ce9c663961240d85c9707c689aa4ebff2ec56f32f38128d",
          "workspaces/tasks/ds-find-meeting-spreadsheet/checkpoints.md": "b960ad78ff3fc001f965ea6181686103a76d39342048bbdaf2e35a681d836ca5",
          "workspaces/tasks/ds-find-meeting-spreadsheet/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/ds-find-meeting-spreadsheet/evaluator.py": "a7eedbbb1d567faebf24e934f61f6724fcd3dbce72c72a919567b8a236b44a7e",
          "workspaces/tasks/ds-find-meeting-spreadsheet/task.md": "e6cd279e466be446ddcda3cbbb1443caf1f5c89e087c3d5aaaa89d00f016962b",
          "workspaces/tasks/ds-fix-table-values-and-missing-answers/Dockerfile": "82baaae83b6bad94975135d4a733e56f17267c0114c4a97881a788b4f1194dd2",
          "workspaces/tasks/ds-fix-table-values-and-missing-answers/Makefile": "63e4b4e678566749988d0ce91ae231fe4df65c86dd7e9840a3c3bba242269012",
          "workspaces/tasks/ds-fix-table-values-and-missing-answers/checkpoints.md": "4c385eb08703551633479373fd4b3bca149e4bade795d833d71b789d0be04eb2",
          "workspaces/tasks/ds-fix-table-values-and-missing-answers/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/ds-fix-table-values-and-missing-answers/evaluator.py": "62eb51a61adb2dd4726db1106b6bdd0b42618858e240e5368208d3cde553cee4",
          "workspaces/tasks/ds-fix-table-values-and-missing-answers/task.md": "0288604b27d12541fb45ef5d80961816d6781ed886b3f63f550bad5f941fde44",
          "workspaces/tasks/ds-format-excel-sheets/Dockerfile": "be245613b156d8798a4a6b27f7a1d7b07d5f13b1a448aa347a3890f276f34fe2",
          "workspaces/tasks/ds-format-excel-sheets/Makefile": "3040f5a033242018634b3afb17ff7a44a684c43107d45b05afc2590455ca7bda",
          "workspaces/tasks/ds-format-excel-sheets/checkpoints.md": "4d0a8b5f2fdaeea7486e79d423148297384defe692fc8b502de384be166991dc",
          "workspaces/tasks/ds-format-excel-sheets/dependencies.yml": "c9bf13218d2430f6b603c969417222b281dfb5f9539584b1cb077064a6ba2d86",
          "workspaces/tasks/ds-format-excel-sheets/evaluator.py": "d2f16e4d2124725fb6b58c4afe3cbe8a7747b4f6ce3d50c36809626994be72e0",
          "workspaces/tasks/ds-format-excel-sheets/task.md": "761bd7450736860cd4a0badf2fb05d566380e2f24c2571d980799148e217a8b5",
          "workspaces/tasks/ds-janusgraph-exercise/Dockerfile": "52a0b7d5f4fd118f8f7083e162357703572be24d5eff0ff488b7257f993df122",
          "workspaces/tasks/ds-janusgraph-exercise/Makefile": "58528c15a13a480fd7a459062754afe765d78162aa310c1d93956e2e59567dff",
          "workspaces/tasks/ds-janusgraph-exercise/README.md": "b6da910898cbefc723005bcda3081aefec958e5a0d83998b533232ca8864436f",
          "workspaces/tasks/ds-janusgraph-exercise/checkpoints.md": "2155ddcc367896a1a02d257a5bc9a96eb5539b7e5f6e1fe87aeabf1d3c79bc2f",
          "workspaces/tasks/ds-janusgraph-exercise/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/ds-janusgraph-exercise/evaluator.py": "6f8dd988e955e8fc5329859edfa55b0a2e90aaec22e522657579a2ab3a0db37b",
          "workspaces/tasks/ds-janusgraph-exercise/task.md": "889f086301e5619b19373af2bbf56fe6185da4fde411e94f529ed5349e972193",
          "workspaces/tasks/ds-merge-multiple-sheets/Dockerfile": "9a01cd9a1fc69ff6e05f8ee6fa9d952415fd2c8ab6369aec66901ed2c1698abf",
          "workspaces/tasks/ds-merge-multiple-sheets/Makefile": "cebb3c34221fd1698e1910a7318addbf4012495121a628252bf00c1555645d7e",
          "workspaces/tasks/ds-merge-multiple-sheets/checkpoints.md": "2b8b81f65738e31ec5203148fb4c5d17189cd7bbbb0de5f1ee035d0f3e8ead16",
          "workspaces/tasks/ds-merge-multiple-sheets/dependencies.yml": "4d878b9be77d85e6e25ce82b24682e86b21aeb388616ab5a611eee24d269e8ff",
          "workspaces/tasks/ds-merge-multiple-sheets/evaluator.py": "47966c177dc9c4bb6ac56a766b4f40f55b23e70ad56f5929807a006d2249ba35",
          "workspaces/tasks/ds-merge-multiple-sheets/task.md": "3e4c20952deab197c6a7547e79970f698c48e61448ad1b270544a3a5b1c0abe1",
          "workspaces/tasks/ds-organise-report-sus-data/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/ds-organise-report-sus-data/Makefile": "36092a3dd3f9a8c0c63965274614e93ab1923659fd75acbe48ab9dc95d335756",
          "workspaces/tasks/ds-organise-report-sus-data/checkpoints.md": "971386ae9635e42920466faf9803f72d533a6f3bb9344a777c53276f0bc91651",
          "workspaces/tasks/ds-organise-report-sus-data/dependencies.yml": "5ea2bd69c4654dfd63416c174ca2e189a31d6fe3f7a4bee86f9f27d51735b805",
          "workspaces/tasks/ds-organise-report-sus-data/evaluator.py": "bcc8ec2d0c5b17e554d0c5d3e85b44433ca14dd3f498ab54fe0e7b62ed7ae113",
          "workspaces/tasks/ds-organise-report-sus-data/task.md": "3a81e2c3f83c04968503e0003b8757eaa2d2a85f866e65e46fe4d98575949127",
          "workspaces/tasks/ds-predictive-modeling/Dockerfile": "f40a756192d73b4df74beedb4ff7a17c5a2b4f2b2f8142278913194c1ec79de8",
          "workspaces/tasks/ds-predictive-modeling/Makefile": "0cfee1b8874fbcbcea32b44dc953ee28b1c7b22091e6f14cf84a54947ba96cac",
          "workspaces/tasks/ds-predictive-modeling/checkpoints.md": "c81c9074a8fe55afb66b7a1e660afbf062da126c9f1bf5045b49a9aad9d46989",
          "workspaces/tasks/ds-predictive-modeling/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/ds-predictive-modeling/evaluator.py": "abec7151df7fc098fb90e2ed2de0326209ee76a3dee469ad1737d6bc4600f10b",
          "workspaces/tasks/ds-predictive-modeling/task.md": "81c1e7c8fbcf0967218edada51e992d700ce0fccd44d8861475ea8c6f5cd6c5c",
          "workspaces/tasks/ds-sql-exercise/Dockerfile": "482c221b32afec024b587b5217d8a540dbd8deb8b78020631aa5721765b78831",
          "workspaces/tasks/ds-sql-exercise/Makefile": "dac672bd856e8416d453e3db153cb516580af681136209156ee8afbc80b6b55a",
          "workspaces/tasks/ds-sql-exercise/README.md": "100a64d9f2bb4c135400a58f8e17946e1c79c67a1291d13e0545f048d3f2f57a",
          "workspaces/tasks/ds-sql-exercise/checkpoints.md": "7f936faf2a297da81c23e29fc2695f909a5576ec85fef0b136c7f89d57e1b767",
          "workspaces/tasks/ds-sql-exercise/dependencies.yml": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "workspaces/tasks/ds-sql-exercise/evaluator.py": "17a96006144b1abccafbec91786baef12c27beb97cd19dba3ac418bf8dcb5d50",
          "workspaces/tasks/ds-sql-exercise/task.md": "d278c63acf80a41a3df3ea25a380229b9f04c55def5930cc1aa2ebf88adced95",
          "workspaces/tasks/ds-stock-analysis-slides/Dockerfile": "6461bc23e041f9a706c53510611ebadb729b2cb0d4101f43c4dacf1266be9ee7",
          "workspaces/tasks/ds-stock-analysis-slides/Makefile": "3081bfd0b98d836021cde3e64b69a5fc8c34fdeb0b07fca03a032905a57559e2",
          "workspaces/tasks/ds-stock-analysis-slides/checkpoints.md": "d601aa5e9905fea1cfcbe4a44fa8ed8c789b2667fa35d4fba40e4a06d6bd609a",
          "workspaces/tasks/ds-stock-analysis-slides/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/ds-stock-analysis-slides/evaluator.py": "b4926f32e89fe6ba01c0e7697e6f71100608c415dc7c2911eae1c03ae69f67a9",
          "workspaces/tasks/ds-stock-analysis-slides/task.md": "621281d20fa3e0b4dbf6903ff871e035c99bb194a80b4fe3e1188f7f7954281b",
          "workspaces/tasks/ds-visualize-data-in-pie-and-bar-chart/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/ds-visualize-data-in-pie-and-bar-chart/Makefile": "d0dce593239f1a4726696df8fed585272bd70ccddfa41bc89d872cb0f8b97136",
          "workspaces/tasks/ds-visualize-data-in-pie-and-bar-chart/checkpoints.md": "47f7c0dd8677595f119e1d6679c7dec4b32bb650e14ba963fdde7d281da722aa",
          "workspaces/tasks/ds-visualize-data-in-pie-and-bar-chart/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/ds-visualize-data-in-pie-and-bar-chart/evaluator.py": "864ad50ae68a49823defc706507e1cb34c59c70cba4aaef8fd6370a121ab6525",
          "workspaces/tasks/ds-visualize-data-in-pie-and-bar-chart/task.md": "bc660d27ec4358e6f3ddd5f08dc8f18c109ad017ec20f71776374cd95985c1cc",
          "workspaces/tasks/example/Dockerfile": "311fb63daaecc9937bab725034f59ace92a6dfcdd54623540e49aa930154e8c5",
          "workspaces/tasks/example/Makefile": "68fa06b4f1f0241e47036d5f78e3d9d65b16a21586791e038273679d43abb07c",
          "workspaces/tasks/example/README.md": "4cbc66f5fb309d6ebbd9142d0d9285ddaf01deb6bad96757e9f75075c1022365",
          "workspaces/tasks/example/checkpoints.md": "1c5db94349d49b1af07f561327c9db2412aa717447973ce4a53d0ece72db2068",
          "workspaces/tasks/example/dependencies.yml": "0f3332cf91e9b3bbd6a2a1e1868647c34c4b99cdc4d66b069096ea1c75af34fd",
          "workspaces/tasks/example/evaluator.py": "4092de3acd320b5c3df49fc6e2391d75f5187616f6e0164334206de907a04b67",
          "workspaces/tasks/example/scenarios.json": "0ea00595e5554b79cb389e6a889c71a19096a43d31f0067e4b28a2a9617a23ba",
          "workspaces/tasks/example/task.md": "fa9f805183790797783d24a4ad0c3d09ee9fba2d4447f7bde390a4a4a127538a",
          "workspaces/tasks/finance-apply-tax-credit/Dockerfile": "75fd858adc017ff48b5babccae60539f59bb3b549468592935beb93fcb1062da",
          "workspaces/tasks/finance-apply-tax-credit/Makefile": "fe7e245191d2f59c0c02dddae7bc761ebf7df598c07246351d4f6c5c326a92ed",
          "workspaces/tasks/finance-apply-tax-credit/checkpoints.md": "e9dd6a97064bdcf33f8688215f53bb1075ab0843d205f00d522410f395dfd3bc",
          "workspaces/tasks/finance-apply-tax-credit/dependencies.yml": "5ea2bd69c4654dfd63416c174ca2e189a31d6fe3f7a4bee86f9f27d51735b805",
          "workspaces/tasks/finance-apply-tax-credit/evaluator.py": "9dc07651a54d220d21da753e392444cc398aca505a79374c71f1b4c185f23cad",
          "workspaces/tasks/finance-apply-tax-credit/scenarios.json": "40dae8d9eaef7e7ee39ada4bc7c99d4ff014bbd22f5ec8f150653780af4ec886",
          "workspaces/tasks/finance-apply-tax-credit/task.md": "e0e59c9071970fae4ab16679c5240a4c3a3c8be2d1bb19b82b08a21be51067a7",
          "workspaces/tasks/finance-budget-variance/Dockerfile": "7e6e2536b10a0713fd2fb07773ab714bb70b1987e245d5ee8370c5597d5bd0b5",
          "workspaces/tasks/finance-budget-variance/Makefile": "bcb49956b23dc177853f1a02d9cbf024b1a56545933d9e6bcdebcd6678b4ca60",
          "workspaces/tasks/finance-budget-variance/checkpoints.md": "700f7ae3aa438e42891bc711f2e653d2d996510c462c9ebbcf57634cdc122c19",
          "workspaces/tasks/finance-budget-variance/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/finance-budget-variance/evaluator.py": "1e211a5a2bf0e5f5785bd1a7b515f1e858790731e0075709d7899a4e5f4439fe",
          "workspaces/tasks/finance-budget-variance/task.md": "5248e3849a49c79e244a9ceba928e97c1c8c7001f55dc2f49666d17a2ad56ae5",
          "workspaces/tasks/finance-check-attendance-payroll/Dockerfile": "e940b6a1b630402ce2793e9ff1d0902018e83d780b4ec1e84fdb024f0b91dbdc",
          "workspaces/tasks/finance-check-attendance-payroll/Makefile": "059a62408871de83f9aaa02441118fad867e1ba473b86d434f64a3a6a7c01934",
          "workspaces/tasks/finance-check-attendance-payroll/checkpoints.md": "765ed7c6cc97261e8604739f7ee2a139cb06633a3c7ac3ccc654581c70b36aea",
          "workspaces/tasks/finance-check-attendance-payroll/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/finance-check-attendance-payroll/evaluator.py": "7a206f4d6427af2c38fe3f0d93ff3bcc01c7ee1506a0fd776095b1d287986fd6",
          "workspaces/tasks/finance-check-attendance-payroll/rates_info.txt": "269522a4c29b6bdf0a867c54c38a8a814eb9701bec590cded28d846233075750",
          "workspaces/tasks/finance-check-attendance-payroll/task.md": "079240bbb083878b4d6efccb302c5e7f9e628ec2c0a90dbc62d2cf7fd7f91a8a",
          "workspaces/tasks/finance-create-10k-income-report/Dockerfile": "ca48dc4b4b2d373e9d3ee97c9554bda7526b952ecb4b6f505eb1a4ab4b207ee7",
          "workspaces/tasks/finance-create-10k-income-report/Makefile": "1e86d14c57b2ed975e1a595540bcd3560ecb9c89d31548a9355fd8da7d98455a",
          "workspaces/tasks/finance-create-10k-income-report/checkpoints.md": "6b5e0df6e5552e190f2ddfa59556d2fa251c90881b5f0029ac8f14697e01b0b8",
          "workspaces/tasks/finance-create-10k-income-report/dependencies.yml": "4d878b9be77d85e6e25ce82b24682e86b21aeb388616ab5a611eee24d269e8ff",
          "workspaces/tasks/finance-create-10k-income-report/evaluator.py": "274a50ab5cf32eb4fbdf14bf4fc55cfc57633f68ba12d19600fd4e775cc8b67d",
          "workspaces/tasks/finance-create-10k-income-report/task.md": "54affe577ad5164612de0b1ec7af5ed8b126fcd795b88538f7751d5e81c65e92",
          "workspaces/tasks/finance-expense-validation/Dockerfile": "8401aa92c74c823b2b503096c14d85969295ff03bf5b8d5667246ba798757fa2",
          "workspaces/tasks/finance-expense-validation/Makefile": "f6a012ccc484b9f5e4af81dba2d59b89c95758f015e2c762710b5126cf85fe93",
          "workspaces/tasks/finance-expense-validation/checkpoints.md": "b79fa484597aa1951456a9ba232ec430565149bfafdc0fad086362289332b45d",
          "workspaces/tasks/finance-expense-validation/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/finance-expense-validation/evaluator.py": "4bd8e864041cd1a306b769a1a32f0e9b6558c301cc30f54c608f5e7a852b3b91",
          "workspaces/tasks/finance-expense-validation/task.md": "3c16dc33e9aea3e685e9aec9c834faa0d311295b74b1430cf8cdca34390743fd",
          "workspaces/tasks/finance-find-signatories/Dockerfile": "289315ffb8ed858c70034fb817f07b14cf93301110d05b27e98a5d7436caff21",
          "workspaces/tasks/finance-find-signatories/Makefile": "8d5634958220c053e442e9116e6a4237396f7ad0357f89405fa33ed8f62cbdcf",
          "workspaces/tasks/finance-find-signatories/checkpoints.md": "45a95f924149ecf7e26327956af7d22fd60cdd4f41415b3a97bece0b40a40e6d",
          "workspaces/tasks/finance-find-signatories/dependencies.yml": "4d878b9be77d85e6e25ce82b24682e86b21aeb388616ab5a611eee24d269e8ff",
          "workspaces/tasks/finance-find-signatories/evaluator.py": "15ab8992d415b2e48b6d3d34ca4ee1ecb2db293ac40871abbb50ae9c8b3e9563",
          "workspaces/tasks/finance-find-signatories/scenarios.json": "d27d52c423bc1f5bb959b5ed9753a27d71e39f4cd87657c0d90d3304bdf00b66",
          "workspaces/tasks/finance-find-signatories/task.md": "0d61b70c0bc2a1e876841f426bda8b77089f00f9a649224313106b4ffc8924f4",
          "workspaces/tasks/finance-invoice-matching/Dockerfile": "d4d586e8f6126e8ab224484abe99e53fd136404d0881eaa3ed614dd431033f2f",
          "workspaces/tasks/finance-invoice-matching/Makefile": "9b960cc9c3c817bc6c988cdf3b70a0032113cfccf4b775d00ed9df88c7f1b1b6",
          "workspaces/tasks/finance-invoice-matching/checkpoints.md": "bf3ca53dc432baab2e8bad4dd3947cc373a56bd621e06a7acd0e0b1ad67e8487",
          "workspaces/tasks/finance-invoice-matching/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/finance-invoice-matching/evaluator.py": "bfb7b9ed1604efd871454464c20827f09e56401ed32759644031fee348cdd0d2",
          "workspaces/tasks/finance-invoice-matching/task.md": "4f320542f7dd6dce9a529a6ff15df2c1f2943092e5e7f15650223cb349e3abd4",
          "workspaces/tasks/finance-nonqualified-bill-ask-for-reimburse/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/finance-nonqualified-bill-ask-for-reimburse/Makefile": "2d627fadca327181019b43dfa23b87fd8c9793161f8f92b98d6bb847dee13ac0",
          "workspaces/tasks/finance-nonqualified-bill-ask-for-reimburse/checkpoints.md": "7105c6b9df061cf69126acb2df01649c07c3cec6e6f5618f595e89abb6e9c902",
          "workspaces/tasks/finance-nonqualified-bill-ask-for-reimburse/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/finance-nonqualified-bill-ask-for-reimburse/evaluator.py": "45731adecc9baf63a13ced3c71cc69371b61a77246095116600e44fcee12816c",
          "workspaces/tasks/finance-nonqualified-bill-ask-for-reimburse/task.md": "26f14825316db96811bc0b2a1f42c344d2134845f28b1ee68c2dfe4e780640e1",
          "workspaces/tasks/finance-qualified-bill-ask-for-reimburse/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/finance-qualified-bill-ask-for-reimburse/Makefile": "a187796a5a77238d8b69ad7efcf75e3890a2d804c9d813581e26d309c8a18db1",
          "workspaces/tasks/finance-qualified-bill-ask-for-reimburse/checkpoints.md": "e8954c70ca3eed1fb0877a7aa084e27c8df515523bd7d2e813af249ebde74d37",
          "workspaces/tasks/finance-qualified-bill-ask-for-reimburse/dependencies.yml": "5ea2bd69c4654dfd63416c174ca2e189a31d6fe3f7a4bee86f9f27d51735b805",
          "workspaces/tasks/finance-qualified-bill-ask-for-reimburse/evaluator.py": "088e78b44e0cffbaf48532f67e07465aa2c1fd6e152b8dc5af3c4cf5da747db6",
          "workspaces/tasks/finance-qualified-bill-ask-for-reimburse/task.md": "a885c6c1c0da5bfa7df851f8baf629bbeeee5d419da378a968576e00061ef194",
          "workspaces/tasks/finance-r-d-activities/Dockerfile": "86720609dbf4ca52727c2fd50ff1a781dc968c2cb673e19e1f33a1bbdb71402d",
          "workspaces/tasks/finance-r-d-activities/Makefile": "0844254acfc6fe45a01204ceb32c24c4e94eb3c597c57d99246fb2d59d6cb7ea",
          "workspaces/tasks/finance-r-d-activities/checkpoints.md": "e655a3cfa7aaabe80d207956a527b21cd8b071af01861d7696b5a4b7a384fdf1",
          "workspaces/tasks/finance-r-d-activities/dependencies.yml": "5ea2bd69c4654dfd63416c174ca2e189a31d6fe3f7a4bee86f9f27d51735b805",
          "workspaces/tasks/finance-r-d-activities/evaluator.py": "fc0e024c43c8138b5da18e46381ed19e7d54f77b49865ec620b55047c959ed35",
          "workspaces/tasks/finance-r-d-activities/scenarios.json": "af3013fb0732f45d84c3b1245c214b57f84ee7b334555b3d5d605c8f753ef2f6",
          "workspaces/tasks/finance-r-d-activities/task.md": "41cb7ad23bb2f6aeb855be2f57adb2d1020f6538b612d3b87a6e12c630540278",
          "workspaces/tasks/finance-revenue-reconciliation/Dockerfile": "a5d7d21e4a6f753071a34a610dec139f798758f1e4f434e5575a008ccd44f6bf",
          "workspaces/tasks/finance-revenue-reconciliation/Makefile": "4436f80ef2b57928866a440c2b296be3d47f6e736cfabb4643e18118181dbeaf",
          "workspaces/tasks/finance-revenue-reconciliation/checkpoints.md": "c6cbcaf234373c40a13db8dd9e6b7604b7aa65a273cab1f36d966148db92c43c",
          "workspaces/tasks/finance-revenue-reconciliation/dependencies.yml": "3b94c5ae09c47180ea7c256657fd7b1795d8bd7b6c6bf70fb4c10181d6175304",
          "workspaces/tasks/finance-revenue-reconciliation/evaluator.py": "e73d91639b992baa79be42ba4999184bc7c3b11e8b874fedabf86f680867dfcd",
          "workspaces/tasks/finance-revenue-reconciliation/task.md": "c98db8886ede071a237b7dfd2355d8526efd91633b9d1be48e9e2733fa5d7e76",
          "workspaces/tasks/finance-substantial-presence-test/Dockerfile": "f4428ca0cbdebde9656d1b06ec103731e01c1c83c7e884517f47a18a75aac641",
          "workspaces/tasks/finance-substantial-presence-test/Makefile": "9bb5ff70f9492f945654e2eed1b6af05d503ac97a6eca3dfd3c1f816ff05f0a4",
          "workspaces/tasks/finance-substantial-presence-test/checkpoints.md": "2a0b9240a6f94acdfadca507a37c943053ca5b9e9006377dc7ce1b0af66bf274",
          "workspaces/tasks/finance-substantial-presence-test/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/finance-substantial-presence-test/evaluator.py": "d835021361a95935d67acef726d305325a79f7c98a772d0c0fbe8cc6b74b2ed0",
          "workspaces/tasks/finance-substantial-presence-test/task.md": "ecd2dffa88be1746a8d06c2ac6f9f2a6462380a6d98b91eccfb6e5c4a324d250",
          "workspaces/tasks/finance-substantial-presence-test/travel_history.txt": "f3d1ef2297cadff079f26a6b368872e68944ed0d188f0a51ab134ac7096ab8c9",
          "workspaces/tasks/hr-analyze-outing-bills/Dockerfile": "744df3676534a13f2124db6290db34e9bb3edbc6a17eaa9529a5888c4bdd482c",
          "workspaces/tasks/hr-analyze-outing-bills/Makefile": "7fa0669e96061e22b85f2d067a6fe8c9099f5e2a596852c7e64b2a9eeb0595dc",
          "workspaces/tasks/hr-analyze-outing-bills/checkpoints.md": "73df16e2b894af618a202cea6f028bc406e7126e02c28c2636ed1c6e87a52e30",
          "workspaces/tasks/hr-analyze-outing-bills/dependencies.yml": "4d878b9be77d85e6e25ce82b24682e86b21aeb388616ab5a611eee24d269e8ff",
          "workspaces/tasks/hr-analyze-outing-bills/evaluator.py": "4451c612dcdc05abcc196ce2b3430f0954acfa4a1696264db7a722b95d1d73d6",
          "workspaces/tasks/hr-analyze-outing-bills/task.md": "ab8017378e635948b88a272e620703101753951af70a3fb65845ea26e1422557",
          "workspaces/tasks/hr-check-attendance-multiple-days-department-with-chat/Dockerfile": "549548e000f12dfe3ca9de0e117b6e51256fbb507d01cef37d59651f085c318c",
          "workspaces/tasks/hr-check-attendance-multiple-days-department-with-chat/Makefile": "174ac73d2905e13ce84082e28ace0969c6da468652587a70ef592d6898f5653b",
          "workspaces/tasks/hr-check-attendance-multiple-days-department-with-chat/checkpoints.md": "f27d9f6ab0be2317a3fc51c2a2daa3a3ba62e4ecf39ca64ca0573bb1a70b04ba",
          "workspaces/tasks/hr-check-attendance-multiple-days-department-with-chat/department.txt": "26b30cbd0b3a5322c2b5feec031a29790ed7329c54485ac775c43ee2ef09439c",
          "workspaces/tasks/hr-check-attendance-multiple-days-department-with-chat/dependencies.yml": "5ea2bd69c4654dfd63416c174ca2e189a31d6fe3f7a4bee86f9f27d51735b805",
          "workspaces/tasks/hr-check-attendance-multiple-days-department-with-chat/evaluator.py": "1bf38805a18fe9b5ad34a19ff895e65af388e417e1baaf63661d88b22ef32d3a",
          "workspaces/tasks/hr-check-attendance-multiple-days-department-with-chat/scenarios.json": "5ec5756058643871137958aaa331c1e319ad1268e1583870aad77309f3c03d9d",
          "workspaces/tasks/hr-check-attendance-multiple-days-department-with-chat/task.md": "1505c27a34003d679f9ed0be2405b39abd12c21cf4c0a8be485c8590209b4436",
          "workspaces/tasks/hr-check-attendance-multiple-days-department/Dockerfile": "d80f18b29189102460d891e74a9dfb584dbd7c1f5bcd067287f1107aa1e1bb5b",
          "workspaces/tasks/hr-check-attendance-multiple-days-department/Makefile": "190eaa9884282ac54d57fb81e607ce244efa3f00679b167ccebf924c3d1e2310",
          "workspaces/tasks/hr-check-attendance-multiple-days-department/checkpoints.md": "9ae1dcc421e954eab85088cd21734d3530a5148d9d8a11a1ab2ce15a7490b13c",
          "workspaces/tasks/hr-check-attendance-multiple-days-department/department.txt": "26b30cbd0b3a5322c2b5feec031a29790ed7329c54485ac775c43ee2ef09439c",
          "workspaces/tasks/hr-check-attendance-multiple-days-department/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/hr-check-attendance-multiple-days-department/evaluator.py": "8fbcae4b3f901937ffc0453029c5670e57e58e0bd8e2537ad4bd8fd67af3155a",
          "workspaces/tasks/hr-check-attendance-multiple-days-department/task.md": "896bd57da14d645da0373dd963c604d09af71aadfbca606cdb6e1342454dab96",
          "workspaces/tasks/hr-check-attendance-multiple-days/Dockerfile": "22a3a46db28ae49bbff327af70362942f4315e440a75d615f2f18eef6a724e93",
          "workspaces/tasks/hr-check-attendance-multiple-days/Makefile": "ce4c348187f6a014c6206ec264bb4af27d753653d2eaa62eb27d3718d6c3fd4d",
          "workspaces/tasks/hr-check-attendance-multiple-days/checkpoints.md": "c3906421da0fd8541f150e8ce502e978906be72f3e581678701d03884c134a95",
          "workspaces/tasks/hr-check-attendance-multiple-days/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/hr-check-attendance-multiple-days/evaluator.py": "8878b0c9fdf548b6456bc7c5a7651da664fda82acea6a70514e9db5a23ecc3b2",
          "workspaces/tasks/hr-check-attendance-multiple-days/task.md": "d92160905f7b0ab328a5adb89009c03baa259be372962257a1212564c5400bc9",
          "workspaces/tasks/hr-check-attendance-one-day/Dockerfile": "6a3dec32d7ced9d6c0b0cda835972e784381fa08a07d444ec946b662b728d879",
          "workspaces/tasks/hr-check-attendance-one-day/Makefile": "2b967944eab46def9a893deb29b0f38fd9ac4eacf3ffbe8b9d40960914053bb6",
          "workspaces/tasks/hr-check-attendance-one-day/checkpoints.md": "faa3cf6f950f03959ea273a3b5832dcbd8455f74f6ef280042d0061fc8083937",
          "workspaces/tasks/hr-check-attendance-one-day/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/hr-check-attendance-one-day/evaluator.py": "05332b5b8945831602ac53023ac82acbaea3e2585079b2eacef29f622527a4be",
          "workspaces/tasks/hr-check-attendance-one-day/task.md": "0972614fa1088964a55472ca37952c3168ed03b944339f6597507c41df0e02db",
          "workspaces/tasks/hr-check-for-invalid-passwords-and-ask-for-valid-passwords/Dockerfile": "668bff3d0011348acdf4152e22a8e6e0d24084e72565256cca34eb01f449df2f",
          "workspaces/tasks/hr-check-for-invalid-passwords-and-ask-for-valid-passwords/Makefile": "d758b340e0be344492195471f161588e2bcf71f5e5cd25c75acb03e9d6aacf13",
          "workspaces/tasks/hr-check-for-invalid-passwords-and-ask-for-valid-passwords/checkpoints.md": "83c56aa68d33cd9227ee19f69a10f75cca8919a432c779f08a6ea93067e0468c",
          "workspaces/tasks/hr-check-for-invalid-passwords-and-ask-for-valid-passwords/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/hr-check-for-invalid-passwords-and-ask-for-valid-passwords/evaluator.py": "af141b49fdebec3a4addd7d75aee05f801a18a2a91588b24a7146863c220aa69",
          "workspaces/tasks/hr-check-for-invalid-passwords-and-ask-for-valid-passwords/passwords.txt": "1d31cb0a0dd79724cf9ae12b78a4ba248282f7ed3b136a76b8f1f32fafafa780",
          "workspaces/tasks/hr-check-for-invalid-passwords-and-ask-for-valid-passwords/scenarios.json": "4dec48f4da33270649826f46e2d6af6e6abf5d280063f71409c71ca617b57c88",
          "workspaces/tasks/hr-check-for-invalid-passwords-and-ask-for-valid-passwords/task.md": "ee2ba79ed8b541159d95c3b59ff187890aad682a9640056dd4a8d074092087b6",
          "workspaces/tasks/hr-collect-feedbacks/Dockerfile": "89259a5b931f1e4a65628c29cdc173bf0ef5842ac65fe9d37832436cc88d30a3",
          "workspaces/tasks/hr-collect-feedbacks/Makefile": "4975ef54fb98be979a860b9578cad955ab9d6829d187f318eb2eeb034d0b0fb5",
          "workspaces/tasks/hr-collect-feedbacks/checkpoints.md": "96fe22f441517440b6d693d210f92be98cda8e2ef20de21688231ec948e2a7ba",
          "workspaces/tasks/hr-collect-feedbacks/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/hr-collect-feedbacks/evaluator.py": "c78f1eaba05d035203bcce307e85b0d8ec452052117aea13386a9fdf01890667",
          "workspaces/tasks/hr-collect-feedbacks/scenarios.json": "f55113ed6262a392103dfac4be57fbe6ae4feeeaf42464504ccee41607d377cf",
          "workspaces/tasks/hr-collect-feedbacks/task.md": "297bb3b06ca6a85f5e347a8ae65f8a760aeb5b17b5636a3f94ee5100e85cc078",
          "workspaces/tasks/hr-collect-multiple-valid-passwords/Dockerfile": "d51bdc1ec962738ca21fd37849554451aef6fdaa9e158f419be599e2f1bbd942",
          "workspaces/tasks/hr-collect-multiple-valid-passwords/Makefile": "141ea059682fe825f192365d24f39c6ee7488b4b19884dc1d49d1d88c6426c6f",
          "workspaces/tasks/hr-collect-multiple-valid-passwords/checkpoints.md": "0622f8cb8efe54a66602d2ed0eabc02446e1c3ec3a9c3f9cc86f45f54ec212cb",
          "workspaces/tasks/hr-collect-multiple-valid-passwords/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/hr-collect-multiple-valid-passwords/evaluator.py": "7a826e12e69212add88029de800e6f45bbb3ed9b3b321d896ce24fb8a7bd0e3b",
          "workspaces/tasks/hr-collect-multiple-valid-passwords/scenarios.json": "bcfef531e66bff21148f2af2b917d8531b98812fe1b29856e5a36d2911ecd978",
          "workspaces/tasks/hr-collect-multiple-valid-passwords/task.md": "5d5d46f5624d3159c04ede35514191d72a2d8e3dbc30e52f3564c7ceeb6a73a9",
          "workspaces/tasks/hr-create-career-ladder/Dockerfile": "8f257a48ff3f2fae01e443e4b5c1e7d6f72588174acb0bc8ca02f9bf35c11e64",
          "workspaces/tasks/hr-create-career-ladder/Makefile": "f34f7f3df60aa288ec0856c29f24daaa445224d175926d4d7fc87489c2f307a6",
          "workspaces/tasks/hr-create-career-ladder/checkpoints.md": "8688cf6e771af88e45bfd34f13d08ed8df6b91d6ceb54d576e42f16c661dc161",
          "workspaces/tasks/hr-create-career-ladder/dependencies.yml": "5ea2bd69c4654dfd63416c174ca2e189a31d6fe3f7a4bee86f9f27d51735b805",
          "workspaces/tasks/hr-create-career-ladder/evaluator.py": "8361bb196099af09b9d86787c2cfb28ab289fcb5303b5ebcf163dc98314d6a46",
          "workspaces/tasks/hr-create-career-ladder/task.md": "16d19bab8ae028eb8e396a0dec6cafd63e8e4f7190e87b592c1cda751f611234",
          "workspaces/tasks/hr-create-employee-manual/Dockerfile": "db62cd2ee1a6ecba1b3d3a12d42162a92d639bf5fc102e4c3057023d0f333239",
          "workspaces/tasks/hr-create-employee-manual/Makefile": "6e448089832c80303b857a9cda2566ea55c6f3db0433988b7d417933174052b9",
          "workspaces/tasks/hr-create-employee-manual/checkpoints.md": "25aa9cf3611c48868740e2d7eb914955825e3b682455f8421d6082bd33c2cb17",
          "workspaces/tasks/hr-create-employee-manual/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/hr-create-employee-manual/evaluator.py": "913e0ff4e95c25fb9b47b9cc3c15fb160a3c765f44f4008e2a8a7b780c9d89bb",
          "workspaces/tasks/hr-create-employee-manual/task.md": "1768a544c4a7db9051d542d3f3fc207d17c855da74f76bae351cd2b76bf05908",
          "workspaces/tasks/hr-delete-and-insert-user/Dockerfile": "4c693925c7829d368037b7615fca98a40a89a173258e6bd31cc86579d5af4d8b",
          "workspaces/tasks/hr-delete-and-insert-user/Makefile": "d72557f1e5bab770fac74aefe6384cd08061b80a4b1bfc1478f63250f588912c",
          "workspaces/tasks/hr-delete-and-insert-user/checkpoints.md": "a64019adab5c30dbf5d1801b6c0e0235c5a614b127affd7e0dbb82dea0aad624",
          "workspaces/tasks/hr-delete-and-insert-user/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/hr-delete-and-insert-user/evaluator.py": "27fcba9fa6d8eabfb4154ec7014674a39ad98758a2a4ef4b6273b24818035cb3",
          "workspaces/tasks/hr-delete-and-insert-user/scenarios.json": "ca3d163bab055381827226140568f3bef7eaac187cebd76878e0b63e9e442356",
          "workspaces/tasks/hr-delete-and-insert-user/task.md": "973e5b0b7cae444fb761d390fbf1fb7f397620249557f4ed6f25033dc72ba72c",
          "workspaces/tasks/hr-get-valid-password/Dockerfile": "d51bdc1ec962738ca21fd37849554451aef6fdaa9e158f419be599e2f1bbd942",
          "workspaces/tasks/hr-get-valid-password/Makefile": "be67b738baac73daa386d75de1c587578a041b3ad65f84d05189ebd058d5fea2",
          "workspaces/tasks/hr-get-valid-password/checkpoints.md": "32a12e5d41126615ddead052d2e6dfd21b6c8e52cf20fcb391a805bbeb7d518b",
          "workspaces/tasks/hr-get-valid-password/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/hr-get-valid-password/evaluator.py": "2310bc276d23cbfb5d48cd5a8d9c8ada0ab0a5f1543d1af45e9729612f353146",
          "workspaces/tasks/hr-get-valid-password/scenarios.json": "55f13a0048b23b5c5dfae5c65652e02103a38ffe96a41f9a6520b4e4e25c718e",
          "workspaces/tasks/hr-get-valid-password/task.md": "432f274765fc8667102ad5b6965d8832b4cc84c24c100566bbdd24363a4958b7",
          "workspaces/tasks/hr-green-card-consultation/Dockerfile": "89259a5b931f1e4a65628c29cdc173bf0ef5842ac65fe9d37832436cc88d30a3",
          "workspaces/tasks/hr-green-card-consultation/Makefile": "6e930fea4ebe88ab694c25508724ae97358403b02f0dd3023acc22c2f7a59a93",
          "workspaces/tasks/hr-green-card-consultation/checkpoints.md": "df30bff5852e6c1a240bf845faa9af51eb280c565891c08313e2bb5e512dab4b",
          "workspaces/tasks/hr-green-card-consultation/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/hr-green-card-consultation/evaluator.py": "6ee339229108d1a2b2caa8e7f329b88b680de3ff9596d4e9727e5be166bcc8e5",
          "workspaces/tasks/hr-green-card-consultation/scenarios.json": "fe91a9067b3929a1ebc7cc2305bfa8ee04836ffffedc4e92b198fd3ea0ad9f3d",
          "workspaces/tasks/hr-green-card-consultation/task.md": "9bb2f93a14aa0f4e733b85397301e81805c039f7749a759a12db571ace52962b",
          "workspaces/tasks/hr-internal-tooling-slides/Dockerfile": "86555b346d22b11625eefa549b1ef2f631752484abc43792842312a8f9e79d19",
          "workspaces/tasks/hr-internal-tooling-slides/Makefile": "6612bd439138c8f11243adeb71b0dc1656562d2725d110feb7150efdba49fdce",
          "workspaces/tasks/hr-internal-tooling-slides/checkpoints.md": "eb35149be13f57756c6acab26eb9d44f8fb481681df95f545e0031f085760846",
          "workspaces/tasks/hr-internal-tooling-slides/dependencies.yml": "1d7d3d36ee9098e274c9c4bb15e48b6f2405ccb8812fd005783569b8de788ca8",
          "workspaces/tasks/hr-internal-tooling-slides/evaluator.py": "735f571248ea691b695d8a6b82d1c50e5979fefd9d33dd63f7c5ff31e8a64969",
          "workspaces/tasks/hr-internal-tooling-slides/task.md": "b0ea9ab5b530a282d7cd0ca5f8ebc4046ec7fea37b0e6fc5b9e2c3541284373f",
          "workspaces/tasks/hr-make-slides-introduce-leadership/Dockerfile": "c20a3a6eec33f98715a41984a0691c992b909a3b607dc736acfc097f3f4e03a8",
          "workspaces/tasks/hr-make-slides-introduce-leadership/Makefile": "bd5b6c42578f04072eafab8fd86d8204a65ec49f61a6f0ff1a257cd095abf158",
          "workspaces/tasks/hr-make-slides-introduce-leadership/checkpoints.md": "e25aaa3a3c39ed2041c77636eb9ffbc5720e9b9f7168a13f245161c52a454e31",
          "workspaces/tasks/hr-make-slides-introduce-leadership/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/hr-make-slides-introduce-leadership/evaluator.py": "ee7cf7c01e5064a5b4e7810c74a8a760220f2bf30049bdcaba3f3bac45cf5137",
          "workspaces/tasks/hr-make-slides-introduce-leadership/task.md": "bcfd6d66d62abeac8cf166735d09c6d71e0797507f2be0980d319f72345dda2f",
          "workspaces/tasks/hr-mass-survey/Dockerfile": "6c908f42ba0fd56ad07d7c2007cabf00cd8f83d587c81c2cf7c6c389e718a408",
          "workspaces/tasks/hr-mass-survey/Makefile": "2214642eb21c2cb3d0a0e6bc55dc82ff848cfc8417d054058499271860c92837",
          "workspaces/tasks/hr-mass-survey/checkpoints.md": "cfdc012a4a56c29d20193ee23e9c92b46a82eeb62de9535bc5217fcff136fe5a",
          "workspaces/tasks/hr-mass-survey/dependencies.yml": "5ea2bd69c4654dfd63416c174ca2e189a31d6fe3f7a4bee86f9f27d51735b805",
          "workspaces/tasks/hr-mass-survey/evaluator.py": "df46dfc9ca31904e69065f1d6a91f414661f2a5cf1632a0443df905a24d4e5ee",
          "workspaces/tasks/hr-mass-survey/scenarios.json": "92056adf865638a466f75065109c47edb766777380171adf845bfa43884e24aa",
          "workspaces/tasks/hr-mass-survey/task.md": "62aba9151ca561da59869ea72ed23a7848f8aeb4f645b5bd0de5e0567e20b132",
          "workspaces/tasks/hr-massive-resume-screening/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/hr-massive-resume-screening/Makefile": "c52e321ec0b416a18267e28a2e432f436a953b93268be7f627cc4ea208988435",
          "workspaces/tasks/hr-massive-resume-screening/README.md": "84d8caf0e53c908ce659765fcdd5d5e8789edc787a81af5ae338776b44ddb96a",
          "workspaces/tasks/hr-massive-resume-screening/checkpoints.md": "886dd198d43e4fcdb6da6f030a9dbe6628e760c741e74f4c7e711be20cfffc4e",
          "workspaces/tasks/hr-massive-resume-screening/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/hr-massive-resume-screening/evaluator.py": "3084aa59cbb923648b0c06ce3175301f525ca29eb81624c5700298a63173020a",
          "workspaces/tasks/hr-massive-resume-screening/task.md": "409e738b6ccb39fce0adb3407da59fb9a4b50588c2aad6d4764dd7fa204bb5f7",
          "workspaces/tasks/hr-new-grad-job-description-2/Dockerfile": "e1ce5716576437baf84d64b7ce81960329f05cbeb52d62bbee468628cb388be2",
          "workspaces/tasks/hr-new-grad-job-description-2/Makefile": "41b7802653413de915f675019e20c8541ca46cc793315054222cf57f2477a5da",
          "workspaces/tasks/hr-new-grad-job-description-2/checkpoints.md": "b6cd8a81530beca5e2c970f9b4eec407c93457771b6809c46689fc47767dee95",
          "workspaces/tasks/hr-new-grad-job-description-2/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/hr-new-grad-job-description-2/evaluator.py": "9b51eb351b20bc244e1de70231e79ff057b905bac4f7b38091e70e0396ac6500",
          "workspaces/tasks/hr-new-grad-job-description-2/requirement.txt": "b5fad58929c4b48507e04642b98db6b2652b9ca8d371094d7942fdff17b8424d",
          "workspaces/tasks/hr-new-grad-job-description-2/scenarios.json": "e1b826947a77de922677f4b6016854c73bff8d06abbca357b825bb22b60a4dd7",
          "workspaces/tasks/hr-new-grad-job-description-2/task.md": "1d1e2043d50e1719c9dd7dafafaf0899df900d0132b3b2f3d3a45f182d94f4af",
          "workspaces/tasks/hr-new-grad-job-description-2/template.md": "c5f13f492b933141c105a4a29e28eab6ea74c4c41821438b0bf5df4e92e8bc75",
          "workspaces/tasks/hr-new-grad-job-description-3/Dockerfile": "e1ce5716576437baf84d64b7ce81960329f05cbeb52d62bbee468628cb388be2",
          "workspaces/tasks/hr-new-grad-job-description-3/Makefile": "fd550b1e4cab769e3c9a5f49bfc23db80991d41f24362f2d9541a3082d0a6d9f",
          "workspaces/tasks/hr-new-grad-job-description-3/checkpoints.md": "7676a08854328848ff940bc4e4c02889b63049e9be822eff0873dd776f71e984",
          "workspaces/tasks/hr-new-grad-job-description-3/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/hr-new-grad-job-description-3/evaluator.py": "093c3f7a3735580e5f9eee1a1f123acd783f73d823380cb54b58284b392c7daa",
          "workspaces/tasks/hr-new-grad-job-description-3/requirement.txt": "b5fad58929c4b48507e04642b98db6b2652b9ca8d371094d7942fdff17b8424d",
          "workspaces/tasks/hr-new-grad-job-description-3/scenarios.json": "323cc664f8f3ed386bc9052c8aed0bffeafad499724b1925e802bb7d49858986",
          "workspaces/tasks/hr-new-grad-job-description-3/task.md": "a1de9eecee97a47ed503f297ad32ef124d394e19f54af87d31a7a06e65a64ec2",
          "workspaces/tasks/hr-new-grad-job-description-3/template.md": "c5f13f492b933141c105a4a29e28eab6ea74c4c41821438b0bf5df4e92e8bc75",
          "workspaces/tasks/hr-new-grad-job-description/Dockerfile": "5f534ac0b86b0e5dee54011ed9b0c320a93214041bbd119258bd82faf0375234",
          "workspaces/tasks/hr-new-grad-job-description/Makefile": "cbb60990c5ec4c39394195509fd42d963101604aa70da4c20ac540d6b21255a5",
          "workspaces/tasks/hr-new-grad-job-description/checkpoints.md": "f46a074ad96a4cc100420a0217978c40b2decf6f6ad7c9b5c6998b241ad9c147",
          "workspaces/tasks/hr-new-grad-job-description/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/hr-new-grad-job-description/evaluator.py": "33b785881148556fbc37a4f467862dcb4f1e19eb469238b838a9aaf6d3b76703",
          "workspaces/tasks/hr-new-grad-job-description/requirement.txt": "b5fad58929c4b48507e04642b98db6b2652b9ca8d371094d7942fdff17b8424d",
          "workspaces/tasks/hr-new-grad-job-description/task.md": "5538e0214cffddd8edf1d5b02ae67b33e03d2f535a84442c4084e614529a8ceb",
          "workspaces/tasks/hr-new-grad-job-description/template.md": "c5f13f492b933141c105a4a29e28eab6ea74c4c41821438b0bf5df4e92e8bc75",
          "workspaces/tasks/hr-organize-talent-info/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/hr-organize-talent-info/Makefile": "1d984dc9a2c6afd8adc963984ddb40ac0102ffed01bc7c79895a767f8f7d5e08",
          "workspaces/tasks/hr-organize-talent-info/checkpoints.md": "a9bbaf8f62bd095d799bf0e83dec5dcc8f6b54e0cfb954aec15f5f8f4b9b71cd",
          "workspaces/tasks/hr-organize-talent-info/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/hr-organize-talent-info/evaluator.py": "8ad82521bd86093b0a0ecd6284bd639aa36ebc278bbbbad296b81598991b410d",
          "workspaces/tasks/hr-organize-talent-info/task.md": "b60cbfe6d49bdc73b72be24fcc053dfe653de81842297d8687fe655a8947f1bc",
          "workspaces/tasks/hr-pick-interviewer-1/Dockerfile": "6f265fb5cafbabca73ab0353253070b3d3e43e2c1e863a0bd0b4a938f7be3b4a",
          "workspaces/tasks/hr-pick-interviewer-1/Makefile": "c512a1259093a94bc7ff241fde8cf0608889ea555848da529495b1b0c0824876",
          "workspaces/tasks/hr-pick-interviewer-1/checkpoints.md": "fe20823e3762e52458d240882e9bb2d8585d33fc2f363853aed027aa8e6dcf67",
          "workspaces/tasks/hr-pick-interviewer-1/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/hr-pick-interviewer-1/evaluator.py": "f593e7ee531d303864fda0e8d0a9c0ae1e89e37380dc321514d40141f250a53d",
          "workspaces/tasks/hr-pick-interviewer-1/scenarios.json": "5e5ccf3eaea96685ab7e2e71370e4edae2ddc6e734e456a7c79ff41aaa472222",
          "workspaces/tasks/hr-pick-interviewer-1/task.md": "75cb080cf864c1d99cb65bb305931f901682933a73450636a1b970e1a3ed0d31",
          "workspaces/tasks/hr-pick-interviewer-2/Dockerfile": "6f265fb5cafbabca73ab0353253070b3d3e43e2c1e863a0bd0b4a938f7be3b4a",
          "workspaces/tasks/hr-pick-interviewer-2/Makefile": "3599bcdef3842cd1a354f3f228e822c848ca3a2a6b214c71c7769532b27e7fcf",
          "workspaces/tasks/hr-pick-interviewer-2/checkpoints.md": "6938d89eda1092831eefb4d5078351da926c1ea3d1f55677807e295197077232",
          "workspaces/tasks/hr-pick-interviewer-2/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/hr-pick-interviewer-2/evaluator.py": "33f35224832e24a32792dc9b8244913596c579b82733d77663796cff9f3e9bd2",
          "workspaces/tasks/hr-pick-interviewer-2/scenarios.json": "feb3603d9be62f5cb341387bad7c0c72478a4b9909c592aa36e1bcffe60cacbf",
          "workspaces/tasks/hr-pick-interviewer-2/task.md": "fb999cb8c82428bc9a25703f337c278d5fa5b9787b2bed5509d7b792c535642b",
          "workspaces/tasks/hr-pick-interviewer-3/Dockerfile": "6f265fb5cafbabca73ab0353253070b3d3e43e2c1e863a0bd0b4a938f7be3b4a",
          "workspaces/tasks/hr-pick-interviewer-3/Makefile": "e06d58b1ecfab7cbf174576682edf81f2980299441fcafeb90b5736f6850cebd",
          "workspaces/tasks/hr-pick-interviewer-3/checkpoints.md": "03857343d0f0cf4c30f9087660a00c68fe70203e414154a28643f85c5f53635a",
          "workspaces/tasks/hr-pick-interviewer-3/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/hr-pick-interviewer-3/evaluator.py": "e0ffa34f632076b5c54e16f0f196f294cb9f7fce69aa9368e60e4a8d27d15b8a",
          "workspaces/tasks/hr-pick-interviewer-3/scenarios.json": "08beaf5c8992644737e16f19837f465a159a0755625b8fa1976276d4863a63d1",
          "workspaces/tasks/hr-pick-interviewer-3/task.md": "58445aeee22689d968f8b4eaeb56a825b5b8fc3b3ea158409b598e0d5308c328",
          "workspaces/tasks/hr-populate-salary-increase-memo/Dockerfile": "db62cd2ee1a6ecba1b3d3a12d42162a92d639bf5fc102e4c3057023d0f333239",
          "workspaces/tasks/hr-populate-salary-increase-memo/Makefile": "4b54dd0ae0573136b09f774852498126151b7bdc4a0da0753a676de13af3921b",
          "workspaces/tasks/hr-populate-salary-increase-memo/checkpoints.md": "265b5af9ca7a5e1088f8d22d3e2a09a299680fbf07a79935c6d1c5216e0d6e86",
          "workspaces/tasks/hr-populate-salary-increase-memo/dependencies.yml": "c9bf13218d2430f6b603c969417222b281dfb5f9539584b1cb077064a6ba2d86",
          "workspaces/tasks/hr-populate-salary-increase-memo/evaluator.py": "769dab9cd0faa18c4b99e2cd0db898d1eda72cdaab83d9d531ffab7bbd5c76e8",
          "workspaces/tasks/hr-populate-salary-increase-memo/task.md": "2dc2650251c72bca070d7d9c70c7a0f89e2e1318ae14b27b6f2fa11e92e14551",
          "workspaces/tasks/hr-resume-categorization/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/hr-resume-categorization/Makefile": "505511c4c8d40cc1d5b5f37249d489e3f8ee9e01158d46a3fe8cd2a4b466314a",
          "workspaces/tasks/hr-resume-categorization/checkpoints.md": "897951bcf6af0663cdd934ed8192572ba4b75b9c516e2703de02a4cb22fde6a2",
          "workspaces/tasks/hr-resume-categorization/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/hr-resume-categorization/evaluator.py": "df2b30baac1834c95622aeec3694f70530aec20f47368b83232e7e88fe69943a",
          "workspaces/tasks/hr-resume-categorization/task.md": "9c6aabe66759feaa4505668854d47365ab025998d783672b5cf6c7c4e5fefa91",
          "workspaces/tasks/hr-resume-screening/Dockerfile": "833eb9a38d08220ddcf6437f32b7258c72d00586f1abc93c8707a3665405d18d",
          "workspaces/tasks/hr-resume-screening/Makefile": "335c994c18eb6d12fdb88b44e016523f4803a6fafd30278c0baf0e04d4e1810e",
          "workspaces/tasks/hr-resume-screening/README.md": "7009140660828591d461e4c0a116c4125c188f82124ce3cd992ec7113a61a71f",
          "workspaces/tasks/hr-resume-screening/checkpoints.md": "480c9caf9ccd5658fbb05a51983186adb8f531fd80c95b14e63fbc6259bc9a0d",
          "workspaces/tasks/hr-resume-screening/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/hr-resume-screening/evaluator.py": "7437ba072a1b130e43d9433f97c399254816a0fed2da25a0d5afc2d5aa0607fe",
          "workspaces/tasks/hr-resume-screening/scenarios.json": "8d8181b8019d8bd24c8808e33938308a7a4e578264946203201325aa2130e421",
          "workspaces/tasks/hr-resume-screening/task.md": "55996429db87c4103bad34e11f38dcad5cfe5dd2718da1eefff0437f0d3c423b",
          "workspaces/tasks/hr-salary-analysis/Dockerfile": "a281ef3c34c68760d3dc1c2cdc8e8e03ac5802225a0c764e71f1ca943375a91d",
          "workspaces/tasks/hr-salary-analysis/Makefile": "288b6d7e5853ad2717850e47715e6054c5b8c06874904470734d9eb08eb75c5d",
          "workspaces/tasks/hr-salary-analysis/checkpoints.md": "9c3f3e3b0c19990a91bdfb7411bb711c945f611e0fa1ffd9a07e4c023fce7a7d",
          "workspaces/tasks/hr-salary-analysis/dependencies.yml": "c9bf13218d2430f6b603c969417222b281dfb5f9539584b1cb077064a6ba2d86",
          "workspaces/tasks/hr-salary-analysis/evaluator.py": "de01391cb32dea019b5f6e31fe63d4838f6d2e5eaacfb5457d4d000eed19b88e",
          "workspaces/tasks/hr-salary-analysis/salary.txt": "1f93daad736572821f43bc06f85e0d334a1a6741e802e4671c1958ad927ee332",
          "workspaces/tasks/hr-salary-analysis/task.md": "4b7978b66998d58a79da40bd109e00b4afdca8efb24d080f7e702932747b1f36",
          "workspaces/tasks/hr-transfer-group/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/hr-transfer-group/Makefile": "4caa21ee91dbb2735ad5472ef64cb226caa47d7e0c1257711f96a54343c53d9d",
          "workspaces/tasks/hr-transfer-group/checkpoints.md": "3c5c710aab1fa828d1c959c69831e4336a15fd06f6cd5db9ebb2ce0521bde7b6",
          "workspaces/tasks/hr-transfer-group/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/hr-transfer-group/evaluator.py": "d767642839d1326ceb6e337b2960709d2f07e861e77b110e2aed29439adec1a4",
          "workspaces/tasks/hr-transfer-group/task.md": "b1fd7ed975e88a1176841aeb4ab88c9fd393a9ba608d47d625df10d89abce1e9",
          "workspaces/tasks/ml-generate-gradcam/Dockerfile": "8cadf33ed7ef5b1511b7dd8f83aa49007bdc22b04426c0ed71fc151d65438f36",
          "workspaces/tasks/ml-generate-gradcam/Makefile": "84a898669c36386466bdc949f0a2b1fa5f740de99a90c8b49604be6466cefeec",
          "workspaces/tasks/ml-generate-gradcam/checkpoints.md": "d0db10932bb1818259fb931049e6b68d0e2a258bdd8e604e3379b65213d2f9ad",
          "workspaces/tasks/ml-generate-gradcam/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/ml-generate-gradcam/evaluator.py": "531e152de7fa9c5c2d4b4d08476126d5c720ffeb3d181335e5dd02c4d4d7390f",
          "workspaces/tasks/ml-generate-gradcam/task.md": "0bd5ae08dcd6a576996a0477ff38c45e6204c67452848e5b16846cffcf107565",
          "workspaces/tasks/ml-grade-exam/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/ml-grade-exam/Makefile": "9451c063d05dde58167574e8ebe28d25e2f0b8f41bd176b605618c3faf8a1109",
          "workspaces/tasks/ml-grade-exam/checkpoints.md": "df1ded80af76694cfd09d47f3b7476891954cb5adf01c78119a7ae9ce6e185d3",
          "workspaces/tasks/ml-grade-exam/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/ml-grade-exam/evaluator.py": "34995d5b27ba5e3c583cb71fd3f846bb8dc67f89f7219e67c86dcc088c76cc6a",
          "workspaces/tasks/ml-grade-exam/task.md": "9ecdfb6ac36876ff36727a0e8ef2da1352ceb9054d0a8d34b52616c7cc41038c",
          "workspaces/tasks/pm-add-new-moderator/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/pm-add-new-moderator/Makefile": "64c50cc5359e76a48b204fef3165ce172ca5276e7598a54076ecb3fa9e42b3b3",
          "workspaces/tasks/pm-add-new-moderator/checkpoints.md": "bb20a279d54dd21b9419973f9cda3adc4639e37d06bfd4b8586760641d07ba25",
          "workspaces/tasks/pm-add-new-moderator/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/pm-add-new-moderator/evaluator.py": "d190a4848c8529b44a4dab053df4fd60f39dce42e81245be6c28cc1129ee716c",
          "workspaces/tasks/pm-add-new-moderator/task.md": "9062862e061ea2d032aa7e8e8e4cfa13a992e128690e08d0dd0cae262d82c241",
          "workspaces/tasks/pm-ask-for-issue-and-create-in-gitlab/Dockerfile": "d51bdc1ec962738ca21fd37849554451aef6fdaa9e158f419be599e2f1bbd942",
          "workspaces/tasks/pm-ask-for-issue-and-create-in-gitlab/Makefile": "e8ab7ac9158096e42a5ab9105820dddd4cc0dc30823f20f1e5799d185acec188",
          "workspaces/tasks/pm-ask-for-issue-and-create-in-gitlab/checkpoints.md": "e92e972eb9289f1f6dc59fe94e524ebf1d7e788b1ec3728b1c29a402a601b749",
          "workspaces/tasks/pm-ask-for-issue-and-create-in-gitlab/dependencies.yml": "9ddf69534880cc78f333e8f396df0c0414dd30061125f4dfd1079f000fb9e3d1",
          "workspaces/tasks/pm-ask-for-issue-and-create-in-gitlab/evaluator.py": "adb88ca4d428a83d2590bb074a04eafa934aaacd9afb69c4c0154a4b1996da72",
          "workspaces/tasks/pm-ask-for-issue-and-create-in-gitlab/populate_data.py": "f6061cf2afca372dd567c030d5a75ba00fbc9575455550d45958d6157a1955e1",
          "workspaces/tasks/pm-ask-for-issue-and-create-in-gitlab/scenarios.json": "26a3ee4d0eed95b4fc8d73cf61247a22d4785dead52ea139c8d73deaef984ec0",
          "workspaces/tasks/pm-ask-for-issue-and-create-in-gitlab/task.md": "5860429d2a092149a815e59a50972bfd46341097d7fe7bfd30dfce9dc1495217",
          "workspaces/tasks/pm-ask-issue-assignee-for-issue-status-and-update-in-plane/Dockerfile": "d51bdc1ec962738ca21fd37849554451aef6fdaa9e158f419be599e2f1bbd942",
          "workspaces/tasks/pm-ask-issue-assignee-for-issue-status-and-update-in-plane/Makefile": "84c0f0913274e5d7005ed479f0834803b2a2fefab39e870420bac5bdd41469ed",
          "workspaces/tasks/pm-ask-issue-assignee-for-issue-status-and-update-in-plane/checkpoints.md": "733692ec99a4bb0b36d4dd768b056c32076d6c2544db79f20e7925fb9c46cdfd",
          "workspaces/tasks/pm-ask-issue-assignee-for-issue-status-and-update-in-plane/dependencies.yml": "6cf05160221f421a3f368798d69221086570f708a26e33188679214a39085fc3",
          "workspaces/tasks/pm-ask-issue-assignee-for-issue-status-and-update-in-plane/evaluator.py": "c8da1e9f9e141a15d34c3d7c38695962ef9b8c3397cdb9ccf5c5200761b0ebda",
          "workspaces/tasks/pm-ask-issue-assignee-for-issue-status-and-update-in-plane/scenarios.json": "f1a56ed3cba6e3fe28cdd269ff45aec4844b3cd89cf8927d1c1ce3184c4394df",
          "workspaces/tasks/pm-ask-issue-assignee-for-issue-status-and-update-in-plane/task.md": "cced741f379907f9e209d825dd5d461a7b923cc8cb181427903655386ebf2c7b",
          "workspaces/tasks/pm-assign-issues/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/pm-assign-issues/Makefile": "f30d5799c7fcf760afbce379bf24cf471b52e7f12b1568b7a1202d76df979bc7",
          "workspaces/tasks/pm-assign-issues/checkpoints.md": "4ea3e1da2916a439d5680f4bd25655a8584c9bcf844aee4925412e460e17bb13",
          "workspaces/tasks/pm-assign-issues/dependencies.yml": "d21371c5d12a8f58c48ef56f06afb0ec61dcb782a2308f4c48e533888e333688",
          "workspaces/tasks/pm-assign-issues/evaluator.py": "1b2d864e56a4f2ec83defb5e18f2593008d653140bb9ff580e543a2dd70c82ab",
          "workspaces/tasks/pm-assign-issues/task.md": "13557758d1206b3ffcb9b773f5dc9e5668a38cfe1022d0a557d445e124c9f9e3",
          "workspaces/tasks/pm-change-channel-ownership/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/pm-change-channel-ownership/Makefile": "4ceb4577db9a04843b6c61be7df60862af9421998b9a4ed7d0e9e14d815685cb",
          "workspaces/tasks/pm-change-channel-ownership/checkpoints.md": "84aa3a8e7c8412d29d49f40e6896b7b1eed80bc1f19c6255a45ff45e47d7383d",
          "workspaces/tasks/pm-change-channel-ownership/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/pm-change-channel-ownership/evaluator.py": "127fa80a51a83277b7c9fbb49c446b376b95ae85b7372a3044aeda82739b1500",
          "workspaces/tasks/pm-change-channel-ownership/task.md": "810855c26f5406be2b06ce288dcc768d609aa5fdf75e437dbfcb3e0ad0005cda",
          "workspaces/tasks/pm-check-backlog-update-issues/Dockerfile": "311fb63daaecc9937bab725034f59ace92a6dfcdd54623540e49aa930154e8c5",
          "workspaces/tasks/pm-check-backlog-update-issues/Makefile": "d0d244737f45263eb6eeadb5bf31abde45895eab33cb8064d6216876fe00b4e8",
          "workspaces/tasks/pm-check-backlog-update-issues/checkpoints.md": "d50cf73ec09f29fafaa0d8e58c7a5505a161618c2140cbb861b62fefaae53758",
          "workspaces/tasks/pm-check-backlog-update-issues/dependencies.yml": "6fc35fe24f2a1de4d39fb56223f51dc9707d70e7f2d187fb5749287e8c3129c4",
          "workspaces/tasks/pm-check-backlog-update-issues/evaluator.py": "accbdcb9444e22b0c149dab6bf8e5ecf5155b2a794159907f97d1d8ccfeafe9e",
          "workspaces/tasks/pm-check-backlog-update-issues/scenarios.json": "9865a6e30b3df075c6d90574f545ae5b0870f0d4d0160ed44a7e639771fec7ef",
          "workspaces/tasks/pm-check-backlog-update-issues/task.md": "820d35877d6861c5c7fa12309d217f854d3b51d33c9ba95cf9194d521c9a2db4",
          "workspaces/tasks/pm-copy-plane-issues-to-gitlab/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/pm-copy-plane-issues-to-gitlab/Makefile": "11298ea215d43777859d8e6a10e5326c3ab8a99a7942aa0a77e63ca32bb10e81",
          "workspaces/tasks/pm-copy-plane-issues-to-gitlab/checkpoints.md": "84bbbc327ce097a847ba4c3eeaf42bb818e11a93e5d97aa8a46dfdaf6dadfb07",
          "workspaces/tasks/pm-copy-plane-issues-to-gitlab/dependencies.yml": "6c5f291dbf2b8e7b67abfc21dd7d4be4b06ca6279765ecfcb92cc563d0599e29",
          "workspaces/tasks/pm-copy-plane-issues-to-gitlab/evaluator.py": "8165f32922005e3d9bdb67f24b25dd599edb8dfd4bcbc90b7b967fc94babed01",
          "workspaces/tasks/pm-copy-plane-issues-to-gitlab/task.md": "c778b0c121137e8b5d482472a119f5b1e450d026f23ee82ef918492600ab9ca5",
          "workspaces/tasks/pm-create-channel-message-medium/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/pm-create-channel-message-medium/Makefile": "cfb38e961adff10160e1319c77be513c067a3a20f3899b59bc9965fe9e615405",
          "workspaces/tasks/pm-create-channel-message-medium/checkpoints.md": "512f11b88f8c345d49c0d15c0702dde0484edfea3428b1f7caa5cd10192defda",
          "workspaces/tasks/pm-create-channel-message-medium/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/pm-create-channel-message-medium/evaluator.py": "09d811d7d17ad25258eaaeb4f1b3dc30a09c73585dbf07338236740002acc8bd",
          "workspaces/tasks/pm-create-channel-message-medium/task.md": "f892dc38a675af91ede0e54fe2b6bc0eac8ffdd6391d6a6d2ff95bcec069eb7c",
          "workspaces/tasks/pm-create-channel-message/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/pm-create-channel-message/Makefile": "b4e3117356bcfe32a8d562bb340682fc5990b0a12582c03b82e6850fc6cf130e",
          "workspaces/tasks/pm-create-channel-message/checkpoints.md": "7bbaaeda4e6f8ab768f65c177a9b6f3bb7ed160101214be679d2c67da2bce8fd",
          "workspaces/tasks/pm-create-channel-message/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/pm-create-channel-message/evaluator.py": "d79ed9809e367a82197507277fe73606b44122a562648d1a1f70192388af21e3",
          "workspaces/tasks/pm-create-channel-message/task.md": "714082766fb76d261be0c3317bf74a95f0588f76f3975d9eace0006b2a98ab80",
          "workspaces/tasks/pm-create-channel-new-leader/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/pm-create-channel-new-leader/Makefile": "4a6621f57bbb1c81b2f1ce25ab593071a59f5c1e98e54fe4516f42bc89a0b27c",
          "workspaces/tasks/pm-create-channel-new-leader/checkpoints.md": "8513de1e078ddcca27e3a7c32e1b2c8cf258aa20651e70f70f51251d50c60021",
          "workspaces/tasks/pm-create-channel-new-leader/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/pm-create-channel-new-leader/evaluator.py": "6867e6df73e43398a567366036f74b4bb5d091841f49d7d68937b45231a9f665",
          "workspaces/tasks/pm-create-channel-new-leader/task.md": "dd483cada74cc504249979b887e13efc067cfea83c01f27aeb9caeedbc611570",
          "workspaces/tasks/pm-create-plane-issue/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/pm-create-plane-issue/Makefile": "7ce9dab31a05032e78fb7f2bf867db33ace5fc5cec08e681ead4df8616ce3feb",
          "workspaces/tasks/pm-create-plane-issue/checkpoints.md": "0b508293c8619d4418987db194294e2ff9b2a3a91ed2b6f451bba380c6a7d716",
          "workspaces/tasks/pm-create-plane-issue/dependencies.yml": "d21371c5d12a8f58c48ef56f06afb0ec61dcb782a2308f4c48e533888e333688",
          "workspaces/tasks/pm-create-plane-issue/evaluator.py": "4069af124a6f7cd0765c389b65fcdb82ac9b14a420225ddcd2dfec46f98da05d",
          "workspaces/tasks/pm-create-plane-issue/task.md": "713c57fdbbed14ba1fdfaafd487e8d2f4579fb77dadf5d48f26b4c55fb0a4689",
          "workspaces/tasks/pm-create-teammate-channel-from-spreadsheet/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/pm-create-teammate-channel-from-spreadsheet/Makefile": "6b5d66c5889d2ed5b7b31a8931fb16266cc746a7a13fcdc592eda3bf71853bb6",
          "workspaces/tasks/pm-create-teammate-channel-from-spreadsheet/checkpoints.md": "38b05c01f17c46bddf477e719d8820e46cf0c1351ac6f94c702e11ea3ee2e846",
          "workspaces/tasks/pm-create-teammate-channel-from-spreadsheet/dependencies.yml": "4d878b9be77d85e6e25ce82b24682e86b21aeb388616ab5a611eee24d269e8ff",
          "workspaces/tasks/pm-create-teammate-channel-from-spreadsheet/evaluator.py": "77772c860544b178b4132e89c7469eb35f5dabacec7c388a0b1ca555301e6a8a",
          "workspaces/tasks/pm-create-teammate-channel-from-spreadsheet/task.md": "79b9642749ec28233db8e86dd97162f85cc9be28572b13f97984730b4d66f950",
          "workspaces/tasks/pm-distribute-information/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/pm-distribute-information/Makefile": "37df92ed61a92dda8b6c2de28655cfdb7806f509b30eace5f1386e75cb01d7da",
          "workspaces/tasks/pm-distribute-information/checkpoints.md": "7c273cd7d607979efb1db847216b3aacf288cc252732c8bbe23c6d3202621660",
          "workspaces/tasks/pm-distribute-information/dependencies.yml": "cc66ed29faae7864828cdc722a4ac055ac373cca7dcd0c916397296f641c4e53",
          "workspaces/tasks/pm-distribute-information/evaluator.py": "09891dc46c313f77c0ff45522a4a82cf91de05c3ceade7a2a235a94db71058e6",
          "workspaces/tasks/pm-distribute-information/task.md": "8c39d2854af85ed4d01d585a291f790c69d62913394b662339e2549b2bdda39a",
          "workspaces/tasks/pm-monitor-new-bug-issues/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/pm-monitor-new-bug-issues/Makefile": "47101c3f348522aa646d21e5710f76a05d4ba31d560f4dc113a5711cca7270ed",
          "workspaces/tasks/pm-monitor-new-bug-issues/checkpoints.md": "367cd6f0ea699ea96485c04113254243db090c89ed684ab9d793d0c0f13cc211",
          "workspaces/tasks/pm-monitor-new-bug-issues/dependencies.yml": "cc66ed29faae7864828cdc722a4ac055ac373cca7dcd0c916397296f641c4e53",
          "workspaces/tasks/pm-monitor-new-bug-issues/evaluator.py": "3461c9e35322eb06176ea3fd000ffa5338bf1807f6442906057cbc32c664f393",
          "workspaces/tasks/pm-monitor-new-bug-issues/task.md": "eae2bff5e7714f90b39eb1067070df89466b9accd60fc55db35e93291b4a46e2",
          "workspaces/tasks/pm-monthly-attendance-slides/Dockerfile": "340ffbfe753547389b9919a9255c897c04ea282a8a49dc2bed32325c198455cd",
          "workspaces/tasks/pm-monthly-attendance-slides/Makefile": "d7373b9b4ee3ac29fb946eb3039d74493309151cccbfefbd26a1b6449f30e361",
          "workspaces/tasks/pm-monthly-attendance-slides/checkpoints.md": "869287e971fa1d8bca399827f0625b9eefc2f512ea8322c0c30ce3c766ab175e",
          "workspaces/tasks/pm-monthly-attendance-slides/dependencies.yml": "5ea2bd69c4654dfd63416c174ca2e189a31d6fe3f7a4bee86f9f27d51735b805",
          "workspaces/tasks/pm-monthly-attendance-slides/evaluator.py": "c4c620cd01c56546593db4caa794a671cd33a134b443e4ed9dd26228191edf70",
          "workspaces/tasks/pm-monthly-attendance-slides/task.md": "8776455b017c0ede2580a01f2de4589fa121954e23401d052ab5f355787c7681",
          "workspaces/tasks/pm-plan-personnel-for-new-project/Dockerfile": "406a0664c44a2ecef21ec31b8f361db91884e23946672abf856667f42891a6ec",
          "workspaces/tasks/pm-plan-personnel-for-new-project/Makefile": "551fe771f10988b7bf87adc5c6141702af124e43859629eb5633e0888b0efe6d",
          "workspaces/tasks/pm-plan-personnel-for-new-project/checkpoints.md": "8fb3883532054ee7fc21753762511a53287925556579aeb10cbac61488d02977",
          "workspaces/tasks/pm-plan-personnel-for-new-project/dependencies.yml": "253bc794aac3d49f848632c5408b52b2abc6ca2af45cf37a7241af5a80e0af19",
          "workspaces/tasks/pm-plan-personnel-for-new-project/evaluator.py": "238d622ebd1ae99b617180058ed4294a632ce2bd10f795abb9e858fc00914ae2",
          "workspaces/tasks/pm-plan-personnel-for-new-project/scenarios.json": "d405f76a4159afff0629f9fd47c588eb0bc066591add9ecda081508d1406d4f3",
          "workspaces/tasks/pm-plan-personnel-for-new-project/task.md": "47fc4125664c39a099c768d6f90d8a7a53ea6eb7f2453c5b7099ea76b4cefd7d",
          "workspaces/tasks/pm-prepare-meeting-with-customers/Dockerfile": "45e64ab0b58ef50a7db7a0cf85180a783953de0acf83cea61abfb60c40a1ead3",
          "workspaces/tasks/pm-prepare-meeting-with-customers/Makefile": "c8d9bdacfbc4f20259de13fa71ad30dcf93f6e3a6bf46297c17e62f4e419848b",
          "workspaces/tasks/pm-prepare-meeting-with-customers/checkpoints.md": "bd22196c80f3fb8f0333be94e2153cc0fd7c1bbfbf9a7f0cbaff8b786188ee87",
          "workspaces/tasks/pm-prepare-meeting-with-customers/dependencies.yml": "9ddf69534880cc78f333e8f396df0c0414dd30061125f4dfd1079f000fb9e3d1",
          "workspaces/tasks/pm-prepare-meeting-with-customers/evaluator.py": "1ecbf86f657dae1480d4fad16ec6107c81a748dbf920a661ca2c9baa98529e27",
          "workspaces/tasks/pm-prepare-meeting-with-customers/scenarios.json": "865c354cfc784ef51994a0b0159dd396f3a76c3f8ba01046a039d3d0d1ac07b8",
          "workspaces/tasks/pm-prepare-meeting-with-customers/task.md": "eb8a006788c291de4c76a47e8f72a33670395d1f2999c99b45c7e0dd8c5bbdef",
          "workspaces/tasks/pm-present-engineer-group-members/Dockerfile": "39a6c48341129878d60bd4395987704eda995d0f633248ce5d4f1521fc4133fa",
          "workspaces/tasks/pm-present-engineer-group-members/Makefile": "2ee1e0b423c7ff5002e8fc7238c3b1bf5e4284481897c9d33cd2f451d7e06d6f",
          "workspaces/tasks/pm-present-engineer-group-members/checkpoints.md": "8cc4832ad4afb28ad85406388a3f5ab722b1c70f382edcf2189f3b32962f62dd",
          "workspaces/tasks/pm-present-engineer-group-members/dependencies.yml": "3b94c5ae09c47180ea7c256657fd7b1795d8bd7b6c6bf70fb4c10181d6175304",
          "workspaces/tasks/pm-present-engineer-group-members/evaluator.py": "96411c6d96998b760c45a600e9e53460b7413ee811342ba8c418ad4cbcd55d7f",
          "workspaces/tasks/pm-present-engineer-group-members/task.md": "636711453ef81a5e948e0f617b05d9a2e42dee141627a89d06486ae9af52c71f",
          "workspaces/tasks/pm-present-gitlab-info-as-ppt/Dockerfile": "c20a3a6eec33f98715a41984a0691c992b909a3b607dc736acfc097f3f4e03a8",
          "workspaces/tasks/pm-present-gitlab-info-as-ppt/Makefile": "fa1f29ead8a7849b5cddb9fa9d78cb640d66af55489cb1987e04565baa06e2a4",
          "workspaces/tasks/pm-present-gitlab-info-as-ppt/checkpoints.md": "3798a752f074ff2b5bdb8eacca4f452367e49684d46915e810375fddef368184",
          "workspaces/tasks/pm-present-gitlab-info-as-ppt/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/pm-present-gitlab-info-as-ppt/evaluator.py": "c003be33d24e15a60e1d0b8bfc5390e72960be2386e0beca8ddd424a4398f1a3",
          "workspaces/tasks/pm-present-gitlab-info-as-ppt/task.md": "c8f04427aa726c69a25ab593c0ef65ea6a0a9503d79c9138d6b4afa296d57a37",
          "workspaces/tasks/pm-projects-analytics/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/pm-projects-analytics/Makefile": "1954c4bb765312d1470b6287ea219d1fc011b3109ff77e3edc04984e16b74d7b",
          "workspaces/tasks/pm-projects-analytics/checkpoints.md": "eb43f827df900aa8f1f46ce95ae4751f4c9c8a59e71abd6ce4165b3f29cf0b06",
          "workspaces/tasks/pm-projects-analytics/dependencies.yml": "6fc35fe24f2a1de4d39fb56223f51dc9707d70e7f2d187fb5749287e8c3129c4",
          "workspaces/tasks/pm-projects-analytics/evaluator.py": "411f22386ac9c504bbceafb19a55f65ba95497b018ee4d03fc47c18eeb6c8d8e",
          "workspaces/tasks/pm-projects-analytics/task.md": "9d7c78fb21fd1309b6ce21f02780fa99a6e6c0156dc4ed6cb9522eaef07605c4",
          "workspaces/tasks/pm-schedule-meeting-1/Dockerfile": "4c693925c7829d368037b7615fca98a40a89a173258e6bd31cc86579d5af4d8b",
          "workspaces/tasks/pm-schedule-meeting-1/Makefile": "a45e342269462ec76d275a068620af6a067f8d2b6df22b6d56da92bbe3b695b7",
          "workspaces/tasks/pm-schedule-meeting-1/checkpoints.md": "db1a6a032beb124eacd188a14ee4232a3f50de60c93c0a4d06919252cffd4b86",
          "workspaces/tasks/pm-schedule-meeting-1/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/pm-schedule-meeting-1/evaluator.py": "55c6d5e6c7e600cb86814f2b601a7a3cc772c46c3a88a4c348a429f499f8e6e1",
          "workspaces/tasks/pm-schedule-meeting-1/scenarios.json": "39d8dd4ecaa713a7cdb07cd7ec22cdaf9070c211a1e6df875cacfa63b14f5131",
          "workspaces/tasks/pm-schedule-meeting-1/task.md": "e60024b16e80b00a08e2286aba1c14970e31680218f28cc324355bfaa1355e12",
          "workspaces/tasks/pm-schedule-meeting-2/Dockerfile": "4c693925c7829d368037b7615fca98a40a89a173258e6bd31cc86579d5af4d8b",
          "workspaces/tasks/pm-schedule-meeting-2/Makefile": "f7cd1bc1a33b9ac9346abd33403640f9e9541367357604ef22d39fbc9cd0173f",
          "workspaces/tasks/pm-schedule-meeting-2/checkpoints.md": "eab856a529f20688391c1e8f388b0c318e5fff96d084077a432a6962df38525b",
          "workspaces/tasks/pm-schedule-meeting-2/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/pm-schedule-meeting-2/evaluator.py": "1c009e251e7cf3f6b77bca0d81398a51b341596bf4d760e92cfe9f650bcdb29a",
          "workspaces/tasks/pm-schedule-meeting-2/scenarios.json": "ffc40fadf25d90bb1a9fe85af1aa1c8d7d1f5fe83e2fb890ee5b1e181fd6d05d",
          "workspaces/tasks/pm-schedule-meeting-2/task.md": "e60024b16e80b00a08e2286aba1c14970e31680218f28cc324355bfaa1355e12",
          "workspaces/tasks/pm-send-hello-message/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/pm-send-hello-message/Makefile": "8d8f4128004d7cdcd107c01e040fd104994c8ee313157d167346f16ca9035b84",
          "workspaces/tasks/pm-send-hello-message/checkpoints.md": "d8d3ecf4eccfda40852d7af58323162235551d0084b51a08e6ebe586046d47ae",
          "workspaces/tasks/pm-send-hello-message/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/pm-send-hello-message/evaluator.py": "779835b3a4f7c2f9e347bb430688951eedcfadb5cf3d7bc4f077dfca801c9fb6",
          "workspaces/tasks/pm-send-hello-message/task.md": "e06772808d95fcd46e570579fefc7b859bcaaaa91e43815e16180ad37b389f7d",
          "workspaces/tasks/pm-send-notification-to-corresponding-user/Dockerfile": "4c693925c7829d368037b7615fca98a40a89a173258e6bd31cc86579d5af4d8b",
          "workspaces/tasks/pm-send-notification-to-corresponding-user/Makefile": "99b88653e409688d5753102602bf41276c48383bd20862f260c5d410229ba51a",
          "workspaces/tasks/pm-send-notification-to-corresponding-user/checkpoints.md": "fb0be3bf181d5add8f1c51cf824c4b48864541f53c08dd69a860a0dbb6017034",
          "workspaces/tasks/pm-send-notification-to-corresponding-user/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/pm-send-notification-to-corresponding-user/evaluator.py": "f5b629be8fae2f63ffd9a96b417412649d590c872ac7340064b6e2d966b5f7d0",
          "workspaces/tasks/pm-send-notification-to-corresponding-user/scenarios.json": "b5e4b5e134e35266a5ae5e14fb2dec7259ab257abc23659cf2e67b469bddaa2c",
          "workspaces/tasks/pm-send-notification-to-corresponding-user/task.md": "0f68b4b5ed0ad91befe5c1505b881eea5645c3107465015e178901061cad1917",
          "workspaces/tasks/pm-update-gitlab-issue-from-plane-status/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/pm-update-gitlab-issue-from-plane-status/Makefile": "9d471aebb5f716d6c19caca40e10575bbba368895cb2632de3da9496e719e4f3",
          "workspaces/tasks/pm-update-gitlab-issue-from-plane-status/checkpoints.md": "4b6ccaac874affb89259e58b9fada306849234fa32008ec041a8768825fa3086",
          "workspaces/tasks/pm-update-gitlab-issue-from-plane-status/dependencies.yml": "6c5f291dbf2b8e7b67abfc21dd7d4be4b06ca6279765ecfcb92cc563d0599e29",
          "workspaces/tasks/pm-update-gitlab-issue-from-plane-status/evaluator.py": "dd3d8748c9956159efedd990c67948c544558630f13f75e170d287c30b124af4",
          "workspaces/tasks/pm-update-gitlab-issue-from-plane-status/populate_data.py": "db74c8e49cb023d59f408155443eabdeb30d2e2d8aaf844b460a22e6d6acbc99",
          "workspaces/tasks/pm-update-gitlab-issue-from-plane-status/task.md": "9d43b6e7682d26903bf823fb00cd9b3bae3f522f3a2f057ed250e886d6703b1b",
          "workspaces/tasks/pm-update-plane-issue-from-gitlab-status/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/pm-update-plane-issue-from-gitlab-status/Makefile": "d028b39f170feabd064d72c94e53750ad6f498eccc6de607c2c12754f87b1064",
          "workspaces/tasks/pm-update-plane-issue-from-gitlab-status/checkpoints.md": "2153534e8c595f84f5378f72370cd3837bf732bf6cb6a2ed0c8fa99e6311040b",
          "workspaces/tasks/pm-update-plane-issue-from-gitlab-status/dependencies.yml": "6c5f291dbf2b8e7b67abfc21dd7d4be4b06ca6279765ecfcb92cc563d0599e29",
          "workspaces/tasks/pm-update-plane-issue-from-gitlab-status/evaluator.py": "17962adfe8e2fd79e33ee57370823108ed3be6a61e8eb2c11103848bf1fbecd4",
          "workspaces/tasks/pm-update-plane-issue-from-gitlab-status/populate_data.py": "7a00ef0f4a3bbbe2052f53b1c238baee4aeafddf83608c7b5728446c23ccdd10",
          "workspaces/tasks/pm-update-plane-issue-from-gitlab-status/task.md": "a708b0d03cae89b1382cdd20bd8bb7df0932f23558d10cf0cfe6d7f1bf455c79",
          "workspaces/tasks/pm-update-project-milestones/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/pm-update-project-milestones/Makefile": "283b0b97a2cf4a868b5ab0da3636a309c3775d1dbf42bb7da6cc58aff5abad5e",
          "workspaces/tasks/pm-update-project-milestones/checkpoints.md": "b2adcd7247eb86f709e1a5f3dc6d02278e932509e89b2a7d08a9bd36079283b9",
          "workspaces/tasks/pm-update-project-milestones/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/pm-update-project-milestones/evaluator.py": "2f0cb8328df11c98fb9a750fddf738e45e75e4359314b3ecfd58dcd61ec7973d",
          "workspaces/tasks/pm-update-project-milestones/populate_data.py": "4d6a8a42b11e235cfc2de9bd3cdc6d84fb8fe71754b3963cc5e25b2e61888ffd",
          "workspaces/tasks/pm-update-project-milestones/task.md": "d79cf279ce0319b0277b6646c85e8f99f3b15582c22649ffbbec19cd152966c9",
          "workspaces/tasks/pm-update-sprint-cycles/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/pm-update-sprint-cycles/Makefile": "ec69e56aa586f21de8078b9348fb43273a7f71c1fbde0f8b93ec834dbb20bfce",
          "workspaces/tasks/pm-update-sprint-cycles/checkpoints.md": "698df252464c163b4ecc5f6f9cf824f1c55685afbed19070b9d8fa57e795398e",
          "workspaces/tasks/pm-update-sprint-cycles/dependencies.yml": "6fc35fe24f2a1de4d39fb56223f51dc9707d70e7f2d187fb5749287e8c3129c4",
          "workspaces/tasks/pm-update-sprint-cycles/evaluator.py": "597de3b5a94938115a896c65aadb7562373649070fcee107a001f90b82661a7f",
          "workspaces/tasks/pm-update-sprint-cycles/task.md": "d2ad64814c172dccc9e999a26d9d61be15183b739eab0142d997d6e9092d1620",
          "workspaces/tasks/qa-escalate-emergency/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/qa-escalate-emergency/Makefile": "ddbc4cdf13cb3e76e5887d04628c77b1eddfb931190022750008fb0f4016a194",
          "workspaces/tasks/qa-escalate-emergency/checkpoints.md": "3c89349963c0e02f2367f0cb18a7e77789ae285a5196ac1dc57b06b9d23d6781",
          "workspaces/tasks/qa-escalate-emergency/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/qa-escalate-emergency/evaluator.py": "7ee085dc6f9796f88b068f8a57b3ac6cc66a5b74db14db9700784eac322abed3",
          "workspaces/tasks/qa-escalate-emergency/task.md": "d42cf57aca77fde8756a3e6085ffcd970f2e9917ac615747e6d1f8dffe996742",
          "workspaces/tasks/qa-update-issue-status-according-to-colleagues/Dockerfile": "4c693925c7829d368037b7615fca98a40a89a173258e6bd31cc86579d5af4d8b",
          "workspaces/tasks/qa-update-issue-status-according-to-colleagues/Makefile": "ac0f77d918b6c032a36b782574064b5f77504bd22855db51ec89f9a70d7b2201",
          "workspaces/tasks/qa-update-issue-status-according-to-colleagues/checkpoints.md": "e3b7ae191c4b076b76ab53baa097fde38626c58b20db4c0c681661d6c2a7609d",
          "workspaces/tasks/qa-update-issue-status-according-to-colleagues/dependencies.yml": "6fc35fe24f2a1de4d39fb56223f51dc9707d70e7f2d187fb5749287e8c3129c4",
          "workspaces/tasks/qa-update-issue-status-according-to-colleagues/evaluator.py": "4640dcb64bd5974de9b0124759d3d4574b92015c7fcf8f70866e4b005d54d0a2",
          "workspaces/tasks/qa-update-issue-status-according-to-colleagues/scenarios.json": "5463846ded9347e5cc6bd04f0d9b706b94353c2db240028bd61cea8b415c514b",
          "workspaces/tasks/qa-update-issue-status-according-to-colleagues/task.md": "9e5b91d9db24e4499bac32099a4b8281a06b6d5a0fe94da130d293286a678236",
          "workspaces/tasks/research-answer-questions-on-paper/Dockerfile": "f9e13b3816c79074a9cac07194c1f5c50229e9d1db76b408ab33855b378c6da9",
          "workspaces/tasks/research-answer-questions-on-paper/Makefile": "0fbef528daf31cb0071ff5ed4c59e8277e144b0962c2fa52ca7443080203443e",
          "workspaces/tasks/research-answer-questions-on-paper/checkpoints.md": "9ef93a029dd1849545c7ebe12b4535e0723cd178c3074855759a3f3399a16346",
          "workspaces/tasks/research-answer-questions-on-paper/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/research-answer-questions-on-paper/eval_data/answers.txt": "05be8c7e46097a26d2f0970faed088009e9b786e584b6ecefd0e9fb0763edc02",
          "workspaces/tasks/research-answer-questions-on-paper/evaluator.py": "3844d0341b76e77b298f3aa3665c11369ff57ed25823dcb98e697726e365dd20",
          "workspaces/tasks/research-answer-questions-on-paper/task.md": "e15b7e910982054939e370eed86ee8852ebeeb127d52dc9080f60cd5d706eb1c",
          "workspaces/tasks/research-reproduce-figures/Dockerfile": "08cd4764b66449f2bba9fc3e62bf8da32a7aa4bd015d89f11581679fe87c0a91",
          "workspaces/tasks/research-reproduce-figures/Makefile": "d72fbd321004bfb51728ba8e2b5f2ec19c65fff0d1e71da2f096fa6c6ba581c7",
          "workspaces/tasks/research-reproduce-figures/checkpoints.md": "d089d19ff2896f61fe4ab36e0114f4f62ce61f0daa3c54dd6ada6e7b5117a773",
          "workspaces/tasks/research-reproduce-figures/dependencies.yml": "5ea2bd69c4654dfd63416c174ca2e189a31d6fe3f7a4bee86f9f27d51735b805",
          "workspaces/tasks/research-reproduce-figures/evaluator.py": "25aeb7e2a613eb9dd375a0a6f277f8ef2f7df2c03a2bb06932fe5ce988b1e131",
          "workspaces/tasks/research-reproduce-figures/task.md": "c3c71fbdcb496bbfe20ff1079c580b81ccc2fe04c06a9105b40cac711286d82d",
          "workspaces/tasks/sde-add-all-repos-to-docs/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-add-all-repos-to-docs/Makefile": "7cd3d2a7fca8270b1cdc6c3f73d043d9ed7ed9298d1fef141878f54dc0bc9167",
          "workspaces/tasks/sde-add-all-repos-to-docs/checkpoints.md": "38ba736c0a90a256fb119a22a149d624eaa96428d28ea05f102ed4f3adb646a9",
          "workspaces/tasks/sde-add-all-repos-to-docs/dependencies.yml": "d7a30190b61f90c4a9dc3360ae6b77592fe7d20a350d84ee061819403bb2bcc2",
          "workspaces/tasks/sde-add-all-repos-to-docs/evaluator.py": "18f463e135a9f3086cfc26666f921d9beca2418f5911dd2d9c0e87c0f269785f",
          "workspaces/tasks/sde-add-all-repos-to-docs/task.md": "d8eb0910cfe3ca0ab84d3062e86847fb3ad4d52fc38b344a219d6ea31d2bd162",
          "workspaces/tasks/sde-add-one-gitlab-pipeline/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-add-one-gitlab-pipeline/Makefile": "7aee6531dd0db87234fd6fd24e434384ac9a0cd88f6a7c2ef30deb0c69e9ad11",
          "workspaces/tasks/sde-add-one-gitlab-pipeline/checkpoints.md": "b788e5db935926d00463ab135018636b72ae181ab751603105f1b578476703aa",
          "workspaces/tasks/sde-add-one-gitlab-pipeline/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-add-one-gitlab-pipeline/evaluator.py": "40b24d5976b35285e9c98da995c92757041ad2b240ec8b255b650340e15536ed",
          "workspaces/tasks/sde-add-one-gitlab-pipeline/task.md": "d5cf03b476d032ac977bfa524ad77ec87b1aef6ec892c92de27aa88ad1bbf80c",
          "workspaces/tasks/sde-add-wiki-page/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-add-wiki-page/Makefile": "bde6975b6df0c8d57553f0424f67ecfba15db614355aa018f8243d970760166a",
          "workspaces/tasks/sde-add-wiki-page/checkpoints.md": "578003a186aaa8cd35299f8b77a80b77721a446e1679bea02b67b3dead5d07e0",
          "workspaces/tasks/sde-add-wiki-page/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-add-wiki-page/evaluator.py": "9fcea793b36f3f8b605d4054d1f19dab6264d03528d1893cd4caa90fa677b7f6",
          "workspaces/tasks/sde-add-wiki-page/prompts.py": "dd25daa10174ca44daf9a84f5a1771ca7c1c26f8e66ce964d2436267f6b62fbf",
          "workspaces/tasks/sde-add-wiki-page/task.md": "58dbc616b602fbcb65d2ec8ab888c2a1af7034781bd1915e513ed133ab01028e",
          "workspaces/tasks/sde-change-branch-policy/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-change-branch-policy/Makefile": "b083b60e6a2cfd5b09b6790e42801aa98fdd1212eb01b12ac2a717e88d00cbfd",
          "workspaces/tasks/sde-change-branch-policy/checkpoints.md": "749b898e140a5cb896b8b1cdd5249703751171ea1191a33b10ef50ffb47eda98",
          "workspaces/tasks/sde-change-branch-policy/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-change-branch-policy/evaluator.py": "6443f32cd57d60001555f89eda6ca6334a04b559407affe42e33c49f63270201",
          "workspaces/tasks/sde-change-branch-policy/task.md": "1fadeb108f1df252c6d04921553d008ec0056e8e63a4cff992b3df379e20665b",
          "workspaces/tasks/sde-change-license-easy/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-change-license-easy/Makefile": "d065f192636a1d9daf53e94814a5ad34c3b080bbcd41c29212c3bed09a83b4cb",
          "workspaces/tasks/sde-change-license-easy/checkpoints.md": "d4d3852db99c433ef935197f52edb4df817c06ab9517fb4ccbced69098e420be",
          "workspaces/tasks/sde-change-license-easy/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-change-license-easy/evaluator.py": "11ac2f9f3d8d76a1bac8688cc25fec1df88e371cca21b73aa2695a30f41b1fc3",
          "workspaces/tasks/sde-change-license-easy/task.md": "455d770701ddcb0295cc058db18362596092be2c9abeb00c464d32a6d820cb5c",
          "workspaces/tasks/sde-change-license-hard/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-change-license-hard/Makefile": "06605f82fdbab49eae193dd11c95e3b7f8e5ba3d0426ad7c2389451cd24906c2",
          "workspaces/tasks/sde-change-license-hard/checkpoints.md": "cb5e5810be33c61c25d68ecf5cec2d39164ecb1270268159fd97804b7be9ce4f",
          "workspaces/tasks/sde-change-license-hard/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-change-license-hard/evaluator.py": "4e91b9d7320e4ad396f6a27f318b381ad149e2d027f4de79b9f5c4c972519139",
          "workspaces/tasks/sde-change-license-hard/task.md": "42e994bed849dafb807f92a6637878de4ccace635c179ff81bbce67e0e5f5604",
          "workspaces/tasks/sde-check-and-run-unit-test/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-check-and-run-unit-test/Makefile": "62c8337c30f08d4e554b1e38ef79f43c049597a8ab72eba85e2be16f5bc1c132",
          "workspaces/tasks/sde-check-and-run-unit-test/checkpoints.md": "330bd8b502360a5f3a3f303c54076121d312380ae145c69e6bb8a7d85b59a45e",
          "workspaces/tasks/sde-check-and-run-unit-test/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-check-and-run-unit-test/evaluator.py": "814f2501dc84dae0d00ba5db1a2f5aa83d8164f9c1577ed144aad210ad91164b",
          "workspaces/tasks/sde-check-and-run-unit-test/task.md": "320c0107c3183f7a89962811e60aed0ac5f828e59365f99e7d78f6454a46f7f9",
          "workspaces/tasks/sde-check-high-priority-issue/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-check-high-priority-issue/Makefile": "a6636e125548f66a8921fe42f625c2f6b03cfc72b5a4dc49b514387c8d3aca1d",
          "workspaces/tasks/sde-check-high-priority-issue/checkpoints.md": "4eb6b324ff583fb362d8c8743c29ef2991110a49e6ce8153fb460ce131ec36b6",
          "workspaces/tasks/sde-check-high-priority-issue/dependencies.yml": "9ddf69534880cc78f333e8f396df0c0414dd30061125f4dfd1079f000fb9e3d1",
          "workspaces/tasks/sde-check-high-priority-issue/evaluator.py": "82a68b4f8a90d9a0f3865d6f8be75e2f7a483dee8d3bf5b66dae798fe6d548a5",
          "workspaces/tasks/sde-check-high-priority-issue/populate_data.py": "d9d5c7081ccd6e1a7b343b783a6508377355820e86b92b764500f93c40ef8133",
          "workspaces/tasks/sde-check-high-priority-issue/task.md": "9a6dab09d61236cb18a168b75abcda14397a662091ae8b88d454ec8cce7b67f3",
          "workspaces/tasks/sde-close-all-gitlab-issues/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-close-all-gitlab-issues/Makefile": "a44a230a06f75b9e506139a0076fb6f89e5ff7ccdc5c22417e78786bd2141194",
          "workspaces/tasks/sde-close-all-gitlab-issues/checkpoints.md": "e54c113c677e45c482a5c6d49624d339ba433cf8844fa5820f8a9786cd473d2c",
          "workspaces/tasks/sde-close-all-gitlab-issues/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-close-all-gitlab-issues/evaluator.py": "9de18342a89a923780879584ce028e975e2212703489b05fba0b84f80b38ce13",
          "workspaces/tasks/sde-close-all-gitlab-issues/pre_init.py": "d770415a54e79447de03a5ac787b74e8690d504d5547b047c3a9e687b1e77d91",
          "workspaces/tasks/sde-close-all-gitlab-issues/task.md": "6237cbac993546cfbad641c75b9cad64559bd09dcf9e25566c9a34054a298308",
          "workspaces/tasks/sde-close-all-issue-on-all-project-under-tac-workspace/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-close-all-issue-on-all-project-under-tac-workspace/Makefile": "a5792e12bf712f1db9d3bbb45a9a48df8fc310f6ba2bf33a51cbd9dd72c3f787",
          "workspaces/tasks/sde-close-all-issue-on-all-project-under-tac-workspace/checkpoints.md": "ed85c57b036e83167950b3adf61be1b11842395f54c695b208432c20ec950de4",
          "workspaces/tasks/sde-close-all-issue-on-all-project-under-tac-workspace/dependencies.yml": "d21371c5d12a8f58c48ef56f06afb0ec61dcb782a2308f4c48e533888e333688",
          "workspaces/tasks/sde-close-all-issue-on-all-project-under-tac-workspace/evaluator.py": "341be1d2f9b0270bc3a3ba529105c3b039fb8b96acaa5814ec62445d00d64d5c",
          "workspaces/tasks/sde-close-all-issue-on-all-project-under-tac-workspace/helper.py": "5c762b46ee7f1f903883595095b2ad3db18280b8c521000a238288b41f5334ba",
          "workspaces/tasks/sde-close-all-issue-on-all-project-under-tac-workspace/pre_init.py": "b6e4308260f6511b15f6d6228b44c94a448478b592405b96da01d87d77c29115",
          "workspaces/tasks/sde-close-all-issue-on-all-project-under-tac-workspace/task.md": "ceab175a15f42ed4637ee2db16c5df8ebad1fc1e010708c511ed103a90595dcc",
          "workspaces/tasks/sde-close-all-prs/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-close-all-prs/Makefile": "8691137f90f373647985f0c0e59150ed693f2cbf00034f55c32641a6b94115fa",
          "workspaces/tasks/sde-close-all-prs/checkpoints.md": "a7a79de463b0c3ed1572c44de0f914c3d8c8891fec33c727d939c950333b8cd3",
          "workspaces/tasks/sde-close-all-prs/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-close-all-prs/evaluator.py": "1bf9540ad6dc76bca76e42008d7e873b68f88e88efe253e2fa7bfb29f5771dd3",
          "workspaces/tasks/sde-close-all-prs/task.md": "a01b0602b8b9a93ccfdc01ff17ef40e10e10350537adc01f1ef5161434a12e8c",
          "workspaces/tasks/sde-close-an-issue/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-close-an-issue/Makefile": "e4822c1baf63589a5c0da0a83749d4fb20aa79d9550d2113ff639a182c0115fe",
          "workspaces/tasks/sde-close-an-issue/checkpoints.md": "a8efb00c25a2ddeaf7715e71b8a6bf95d235ede6dae8fb73ac3ccf5617ac11e0",
          "workspaces/tasks/sde-close-an-issue/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-close-an-issue/evaluator.py": "014549b21eb521534b681b3dca1af0785630c182524624bc0fc009bade1824e5",
          "workspaces/tasks/sde-close-an-issue/task.md": "afee141707d4d39a4a2e3f092367e3e30982342e1e452d8b6a34e488cbe6e1a0",
          "workspaces/tasks/sde-collect-open-issues/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-collect-open-issues/Makefile": "5f764639bf3b94054d9dd69d453aeb0a7095892924e33ce42dee23dee3338b0d",
          "workspaces/tasks/sde-collect-open-issues/checkpoints.md": "4f31b3950a9b52dd214d652c64339ce6b24e69ad5cf903e3089592784d8a4b0d",
          "workspaces/tasks/sde-collect-open-issues/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-collect-open-issues/evaluator.py": "4dd32c079900cda13f40d3535db194a8855068ad022772a82d37f52014701fac",
          "workspaces/tasks/sde-collect-open-issues/post_init.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "workspaces/tasks/sde-collect-open-issues/pre_init.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "workspaces/tasks/sde-collect-open-issues/task.md": "306bee58b9d6ae166c8634dbfdfbcd5a8c1f059089a9dac841b29e9aaff7b6fc",
          "workspaces/tasks/sde-copilot-arena-server-easy-add-suffix/Dockerfile": "25a5b5104220c682a647214f777944f408c2c5857197565a16742e7bf91d148e",
          "workspaces/tasks/sde-copilot-arena-server-easy-add-suffix/Makefile": "25955882656131d1898f78822dac0e4b539c5665ce7bfad94890d1b083b82da7",
          "workspaces/tasks/sde-copilot-arena-server-easy-add-suffix/checkpoints.md": "b796c2a1c9aed89ab2a493a99eeead838361aa586fcf0a9bf25e3279f1eb3fb3",
          "workspaces/tasks/sde-copilot-arena-server-easy-add-suffix/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-copilot-arena-server-easy-add-suffix/evaluator.py": "4289e100b983e816ab66d90a610cc3061ede01efd824a65cc26c229ca6a39e23",
          "workspaces/tasks/sde-copilot-arena-server-easy-add-suffix/task.md": "888030768160f583906bfc8ae12759537e39baedcc1ef33b897887e3f111a037",
          "workspaces/tasks/sde-copilot-arena-server-new-endpoint/Dockerfile": "25a5b5104220c682a647214f777944f408c2c5857197565a16742e7bf91d148e",
          "workspaces/tasks/sde-copilot-arena-server-new-endpoint/Makefile": "36871d280770e14daa973b0027ba4c62b88acac2297e0f36f4971aca0167f1c7",
          "workspaces/tasks/sde-copilot-arena-server-new-endpoint/checkpoints.md": "b222a78a0d18f6551fdb79f2de6c08c8944f5daa8becd25b72dba6dd3da3e9e6",
          "workspaces/tasks/sde-copilot-arena-server-new-endpoint/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-copilot-arena-server-new-endpoint/evaluator.py": "1bfb1b8e3795ffeae5c86b7bbd2166ee526d4d6cf1f3306f77322023589305a4",
          "workspaces/tasks/sde-copilot-arena-server-new-endpoint/task.md": "0812e26f40187c498c8cb1a6d6a309a01cd87ce66055c42e5c9e896fab5101e0",
          "workspaces/tasks/sde-copilot-arena-server-setup/Dockerfile": "25a5b5104220c682a647214f777944f408c2c5857197565a16742e7bf91d148e",
          "workspaces/tasks/sde-copilot-arena-server-setup/Makefile": "75e4082d39dba3568d405a15a059f31567bd88bab03828a242342029bcece165",
          "workspaces/tasks/sde-copilot-arena-server-setup/checkpoints.md": "12c20a77b7a47e5c7491ceb636a8e5ff110b87973170a920a872656fd6bff49e",
          "workspaces/tasks/sde-copilot-arena-server-setup/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-copilot-arena-server-setup/evaluator.py": "5183810857fd7d4e85b14a13b9a68194de3ca1b750acb2d29265e2747ad19855",
          "workspaces/tasks/sde-copilot-arena-server-setup/task.md": "eba4a36ea82c3a0a236603039dc47045a973948081709468f8b1d6c003d9b0fe",
          "workspaces/tasks/sde-copy-issues-to-plane/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-copy-issues-to-plane/Makefile": "57fd3292f583c7d19a55ad82cf412f0c2f8900313a363944dc3c81700cfce143",
          "workspaces/tasks/sde-copy-issues-to-plane/checkpoints.md": "1149caa98d1b7e1bf94a0727ddbba2d99619f1814e434ff8cc0e85c4c1260f30",
          "workspaces/tasks/sde-copy-issues-to-plane/dependencies.yml": "6c5f291dbf2b8e7b67abfc21dd7d4be4b06ca6279765ecfcb92cc563d0599e29",
          "workspaces/tasks/sde-copy-issues-to-plane/evaluator.py": "c0d937653aef62224a1011e22cd8f8350e2f6019a79fedf13aee5ad634e312a8",
          "workspaces/tasks/sde-copy-issues-to-plane/task.md": "f8d9472216dd1cb72544e6828301ef490a77a7dbcaaf6ef23a8275cb573eb897",
          "workspaces/tasks/sde-copy-table-from-pdf-to-xlsx/Dockerfile": "ed8a4dbf6bde923633088436cb87f9a6ea188a6f0b262cd0eebbb8be7179ef42",
          "workspaces/tasks/sde-copy-table-from-pdf-to-xlsx/Makefile": "6e79409204fe92b759f3f20e7ba0f800d2715b44db707ce6fd61789fd734dc14",
          "workspaces/tasks/sde-copy-table-from-pdf-to-xlsx/checkpoints.md": "5c05ad7e0e2ec4e21c0906cb189f0ae2d6b2a156e633f2a1fe2c7989a9326b98",
          "workspaces/tasks/sde-copy-table-from-pdf-to-xlsx/dependencies.yml": "c9bf13218d2430f6b603c969417222b281dfb5f9539584b1cb077064a6ba2d86",
          "workspaces/tasks/sde-copy-table-from-pdf-to-xlsx/evaluator.py": "2b09496fe87c685c1a153e7f3fb6246ec416c275d97455ee956d9ce9439f53ee",
          "workspaces/tasks/sde-copy-table-from-pdf-to-xlsx/task.md": "98e9f84b32db7014f593aeea2f1a263f80bdbc784ad8769b60c5e1f87322305d",
          "workspaces/tasks/sde-create-commit-table-for-all-gitlab-users/Dockerfile": "dee306315913cf9e3447b961401a37a5a4acd7ff4367716f30e7bad9420dbfca",
          "workspaces/tasks/sde-create-commit-table-for-all-gitlab-users/Makefile": "395fd1c0cd620aec90991ef2cb54072608f68697db519db1e90795d6d392e276",
          "workspaces/tasks/sde-create-commit-table-for-all-gitlab-users/checkpoints.md": "9dec7655135503728104ed09bb93820b7d3e78b15bfb705f6255e09796902cd5",
          "workspaces/tasks/sde-create-commit-table-for-all-gitlab-users/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-create-commit-table-for-all-gitlab-users/evaluator.py": "302b6df68005b9bd7ae36cd9c6d1c56b2140cd00520241d9fe7e78a2dec03cde",
          "workspaces/tasks/sde-create-commit-table-for-all-gitlab-users/task.md": "55e4ac5dd7b5d5469e9f059d758eb9cf3c346429f51ab53a6dc1b4dda99cd919",
          "workspaces/tasks/sde-create-new-characters/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-create-new-characters/Makefile": "72a0a02ee6a025f5a1f88b919f0de623a82bf4f8a00680804eedf5641229abfc",
          "workspaces/tasks/sde-create-new-characters/checkpoints.md": "fc353d4ed728ba644595eb6202faa8c4446b323454b2021e8ae2e5d79fe9b385",
          "workspaces/tasks/sde-create-new-characters/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-create-new-characters/evaluator.py": "2153a92ed5e9d6a0f24d547e119e517e731c4f2618e8eb791024e0766dce8c8b",
          "workspaces/tasks/sde-create-new-characters/task.md": "bc3d9c4f6c92dfe053fe3ba4da80a54d44b2caf86dcb5d2c94004d9c430d9bd5",
          "workspaces/tasks/sde-create-new-gitlab-project-logo/Dockerfile": "89259a5b931f1e4a65628c29cdc173bf0ef5842ac65fe9d37832436cc88d30a3",
          "workspaces/tasks/sde-create-new-gitlab-project-logo/Makefile": "b919985d3189fb0951f8337a3df526e370fa5c82e2ca79f72f9e495416b27a18",
          "workspaces/tasks/sde-create-new-gitlab-project-logo/checkpoints.md": "084455bcf1ea683853fd73ad860d7b9d1ea1a6d59d076bef82a5ead218f7959f",
          "workspaces/tasks/sde-create-new-gitlab-project-logo/dependencies.yml": "b75c24bcababb7489af758a4f9d0590f25a32f4e928aa0e6090fc27279b66d15",
          "workspaces/tasks/sde-create-new-gitlab-project-logo/evaluator.py": "085ebf87ad2b4276104818da16b7009406a612498efcd47a3bd2b6bc32ded7b0",
          "workspaces/tasks/sde-create-new-gitlab-project-logo/pre_init.py": "b78120186f63a0dcf654b16fbbbd571cbf8019ee4d55f690532f3fa7243882eb",
          "workspaces/tasks/sde-create-new-gitlab-project-logo/scenarios.json": "533cf56eb7da10be3c1dda133c7e48abc95d1860689171eba050a727f5052d6b",
          "workspaces/tasks/sde-create-new-gitlab-project-logo/task.md": "ecabeacb11b24cd14a49e427abba480a55133688f0633bb873efafbd3f62a038",
          "workspaces/tasks/sde-create-new-release/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-create-new-release/Makefile": "1c08d28b0c8efdb9d2dc2755937582bdaf8c94d9f18b7b46180e9b3b4a9e6e09",
          "workspaces/tasks/sde-create-new-release/checkpoints.md": "f432690c85bfaddf61cce6819ab6dadda18e3197f61f76bfdbeec797ea27b242",
          "workspaces/tasks/sde-create-new-release/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-create-new-release/evaluator.py": "f433e214e0b6dac6acc9d74daf475c03b50519c9f813e62fe0c222795eb51b43",
          "workspaces/tasks/sde-create-new-release/task.md": "ec4b71c8b116c0e11d96836e4e0e297548e6750e29c350d9a4236758c98d5ff3",
          "workspaces/tasks/sde-create-new-repo/Dockerfile": "89259a5b931f1e4a65628c29cdc173bf0ef5842ac65fe9d37832436cc88d30a3",
          "workspaces/tasks/sde-create-new-repo/Makefile": "e9f5233e0dcfeeeab9538f235382c88814b0c4dfa463ae678f65dc1018888f45",
          "workspaces/tasks/sde-create-new-repo/checkpoints.md": "ece3df8ecdf74c6e325375c62d826093d994b32b5ee9e163d4f0f555862c789f",
          "workspaces/tasks/sde-create-new-repo/dependencies.yml": "cc66ed29faae7864828cdc722a4ac055ac373cca7dcd0c916397296f641c4e53",
          "workspaces/tasks/sde-create-new-repo/evaluator.py": "442f558e61b9c52e39c808ef685747c9af4df942f6f2d38e356109ba14d45b72",
          "workspaces/tasks/sde-create-new-repo/scenarios.json": "b5ec28a33be72c6c82ef2b471419463e54ddf16e0aa9c561b3553296341733a3",
          "workspaces/tasks/sde-create-new-repo/task.md": "73a4881533a3acc389dd327b37b5a10488b326eb5fd38fc337b946ecabeb2b35",
          "workspaces/tasks/sde-create-sqlite-database/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-create-sqlite-database/Makefile": "a98d436a1ce0fec2ff876679f0a90a543423cea559f7a2cd09b1c3bc104dd5c7",
          "workspaces/tasks/sde-create-sqlite-database/README.md": "bf153fccc529d049244e77cc368bc9911ee40c0e806b3fb5118422954a03e777",
          "workspaces/tasks/sde-create-sqlite-database/checkpoints.md": "3d51d27b69bb5147fb13da1820233a3c8170ce3912fb8951474bfb26fcef3e68",
          "workspaces/tasks/sde-create-sqlite-database/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/sde-create-sqlite-database/evaluator.py": "0bd108f428ef326a3f16d59f037f0b0e043ce294acd89bed9e37309c670844ff",
          "workspaces/tasks/sde-create-sqlite-database/task.md": "ccb1f7afd8a336f858c63a2ec23598beeb9fa8f0314d46710b48f9b69dfc47d1",
          "workspaces/tasks/sde-debug-crashed-server/Dockerfile": "f9f473726fc599eb1b23619cedb35cc9c8782927a2175f808a11a49fadd86820",
          "workspaces/tasks/sde-debug-crashed-server/Makefile": "5bd380c60d2b4a459c582660b36270ba3bfdfa70251ce14bc54a86d40b150fe4",
          "workspaces/tasks/sde-debug-crashed-server/README.md": "136f54993dc2e2a12bb926753da946e22e48657e27446a966dc14b2583cba500",
          "workspaces/tasks/sde-debug-crashed-server/app/README.md": "052025c05823b38d171e0097f8062888d6acaf48460a9d0598e154f5b036de94",
          "workspaces/tasks/sde-debug-crashed-server/app/event_viewer/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "workspaces/tasks/sde-debug-crashed-server/app/event_viewer/main.py": "f2174e5e67cee4821cd9098ee54c0b084259da745e0d19a88094d6d6a058ef1d",
          "workspaces/tasks/sde-debug-crashed-server/checkpoints.md": "33d1b60812c4b48855aa1444d1db46feb9ce5ec71a39decd5a18ddeac49290a5",
          "workspaces/tasks/sde-debug-crashed-server/dependencies.yml": "508a1e726cb62011a11096d4772546116aef14d260df43ca9a834fcec52368a2",
          "workspaces/tasks/sde-debug-crashed-server/evaluator.py": "f0c73d780af1f82d5cffd69866cd818912b63645ca7f5a46faf3806b8f8f809a",
          "workspaces/tasks/sde-debug-crashed-server/populate_db.py": "d6b4ed2de571ec6308552b34b9898446efef7768da8685727fc420f68804441b",
          "workspaces/tasks/sde-debug-crashed-server/scenarios.json": "99c4b6b9f1363701eff430d5afc2fa6a49dc0f023d773d3ad490eaad654ef18d",
          "workspaces/tasks/sde-debug-crashed-server/task.md": "b3758f2712752f999f7fd1180bd498e1ffa6b48d468a3a077112b7746d8a9360",
          "workspaces/tasks/sde-delete-all-project-under-plane/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-delete-all-project-under-plane/Makefile": "33dad6ed1e9061c0252f6c85deb14d9614b366a3b384b41b78043e98708f2677",
          "workspaces/tasks/sde-delete-all-project-under-plane/checkpoints.md": "35230b032507d71aab527ea9166dddee6f224d632c4c8c32943e642ce5dc2fc0",
          "workspaces/tasks/sde-delete-all-project-under-plane/dependencies.yml": "d21371c5d12a8f58c48ef56f06afb0ec61dcb782a2308f4c48e533888e333688",
          "workspaces/tasks/sde-delete-all-project-under-plane/evaluator.py": "a56aeef0af721fbe8bfbd5fdb655b50c2be29d29e44a694b6ca753f06a608bb5",
          "workspaces/tasks/sde-delete-all-project-under-plane/task.md": "2c9e9314a248453adee243bc92530fbcb30e399bd7bdb8f637829464c8684e74",
          "workspaces/tasks/sde-delete-all-repos/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-delete-all-repos/Makefile": "47236dbba54e9c59a9f6bb3f14a14d6432129d61d58a2d2cec88bf6c55d9dc01",
          "workspaces/tasks/sde-delete-all-repos/checkpoints.md": "6bdd21a9314b5b8df52828550e3b8bb39186cea6bbca57b46f1b074a20ca3096",
          "workspaces/tasks/sde-delete-all-repos/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-delete-all-repos/evaluator.py": "6ed28394f50dc944de1576eed4e73647c055d540cc24282df6133b8e4f389f79",
          "workspaces/tasks/sde-delete-all-repos/task.md": "9187bb34a1444e7d6e1203fa203e3c2b1648320d2f24bc5e668f90104c204207",
          "workspaces/tasks/sde-delete-stale-branch/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-delete-stale-branch/Makefile": "1dc30d338e0400803dfadb93ef52cf1d2ef067ac7d3ebc2933eabdad61ed1797",
          "workspaces/tasks/sde-delete-stale-branch/checkpoints.md": "addd3348a4401aa92ee7de7b22c0ffd80f500054b42532b2f78238b807a5095b",
          "workspaces/tasks/sde-delete-stale-branch/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-delete-stale-branch/evaluator.py": "a96c4b66031aa1810f88d2d3e13ea2d6a876e11d3b9957e856eab163e8fb8890",
          "workspaces/tasks/sde-delete-stale-branch/post_init.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "workspaces/tasks/sde-delete-stale-branch/pre_init.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "workspaces/tasks/sde-delete-stale-branch/task.md": "0d34862c70f0f48183e2d86f606012e796de2c62dc8ffb536416b4755eee5165",
          "workspaces/tasks/sde-dependency-change-1/Dockerfile": "600306d615acaf875e85181950945b27a9b13e03509ca999497d462476c3df83",
          "workspaces/tasks/sde-dependency-change-1/Makefile": "bb7bb86d8079a071ae4e3a1e6cff5b554aeb5cc38bd89b72c4f9dd1e88a11e78",
          "workspaces/tasks/sde-dependency-change-1/checkpoints.md": "be9a97e2f2a0cfd8d8638e1908cd09f6a8c1658e9c87c9c96245946340eb20d9",
          "workspaces/tasks/sde-dependency-change-1/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-dependency-change-1/evaluator.py": "98ce1ddd4da311504d79db4ec1558bebabc5b7fa317bd6af49c402576900592f",
          "workspaces/tasks/sde-dependency-change-1/task.md": "2fbdd8364b5ae56f56cb152c06e917e51600811b822bc2dcfeebff7d79f1505e",
          "workspaces/tasks/sde-find-answer-in-codebase-1/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-find-answer-in-codebase-1/Makefile": "bef585f64a63840c051159a1e8922acd4bdb865206a9653e954f720cded71684",
          "workspaces/tasks/sde-find-answer-in-codebase-1/checkpoints.md": "c916e6dabda2b6c0e32ae16ca8a4f797b810d8736f98eb0453bfb657707b7022",
          "workspaces/tasks/sde-find-answer-in-codebase-1/dependencies.yml": "cc66ed29faae7864828cdc722a4ac055ac373cca7dcd0c916397296f641c4e53",
          "workspaces/tasks/sde-find-answer-in-codebase-1/evaluator.py": "76b48a9480e3a6ef8a1d386359c4d290f2e2bfd0805518d182104e8a46f7a8f7",
          "workspaces/tasks/sde-find-answer-in-codebase-1/task.md": "203c23c3b15f8d8adbfb791803472e14e538c447c0be98e40e07320eba724d5b",
          "workspaces/tasks/sde-find-answer-in-codebase-2/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-find-answer-in-codebase-2/Makefile": "07c66e4f7977ac06d734bc865d0d7df26e30d146b69bf024f6eab37acba78593",
          "workspaces/tasks/sde-find-answer-in-codebase-2/checkpoints.md": "b635c07b218e5cc846015338a7513b9dfa5459f7636024a96ef6a2df307974c7",
          "workspaces/tasks/sde-find-answer-in-codebase-2/dependencies.yml": "cc66ed29faae7864828cdc722a4ac055ac373cca7dcd0c916397296f641c4e53",
          "workspaces/tasks/sde-find-answer-in-codebase-2/evaluator.py": "b0823a3dde3f6563d3c31599216f5ad5775dcb3b39068f24d070996f97d924fe",
          "workspaces/tasks/sde-find-answer-in-codebase-2/task.md": "c0281619c9bb3f9c9b0b3f8b24a9c880cbf7b345e8819a7ae67cce908b0c7123",
          "workspaces/tasks/sde-find-answer-in-codebase-3/Dockerfile": "6f265fb5cafbabca73ab0353253070b3d3e43e2c1e863a0bd0b4a938f7be3b4a",
          "workspaces/tasks/sde-find-answer-in-codebase-3/Makefile": "768538972f7a5920fd4d717ffd7a170b98d70c315776ec9ce8b1f4d40efea5c6",
          "workspaces/tasks/sde-find-answer-in-codebase-3/checkpoints.md": "14e8e4e26fe13f06e8954978ff6ff5c1ae793ce1c6d40b6600e237f4811b852a",
          "workspaces/tasks/sde-find-answer-in-codebase-3/dependencies.yml": "d0de6e0f47a47b07ac39223e0dbdcdd629548f0b07f6032a180902ff2b5d698d",
          "workspaces/tasks/sde-find-answer-in-codebase-3/evaluator.py": "78807850736dfebba2fa97dbf90a6425cbb6ce185d1e936c4c6be09083834a48",
          "workspaces/tasks/sde-find-answer-in-codebase-3/scenarios.json": "f25c75738c6b634608d3a47b97fc921c5758320608bd94854fa664c638b68ce7",
          "workspaces/tasks/sde-find-answer-in-codebase-3/task.md": "933ecd4f41da7266bf8b44a842a0846901c1b8e6e4c8a2671ec00cecb4bd0bbc",
          "workspaces/tasks/sde-find-api/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-find-api/Makefile": "89302af15ba7f95effa0768a054f9d74442271121781c18f812d5fed3516152b",
          "workspaces/tasks/sde-find-api/checkpoints.md": "ec8362ffe32152abe96f9db0da4fe53f6ea9ccabce07372dae6742db23db9e57",
          "workspaces/tasks/sde-find-api/dependencies.yml": "d21371c5d12a8f58c48ef56f06afb0ec61dcb782a2308f4c48e533888e333688",
          "workspaces/tasks/sde-find-api/evaluator.py": "1841bdcdee955705a0a99ccf69f2730ca584ebe63047f0dfd59e0d4475005406",
          "workspaces/tasks/sde-find-api/task.md": "0162d31e9f38165f1fe0c1ea3860d6a5f6d8f6512defa54e69a5a546db0bee2d",
          "workspaces/tasks/sde-fix-factual-mistake/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-fix-factual-mistake/Makefile": "f75ae03f9ea66a5e3d2110441819289e2cb3b081bf2f89966ac0895ccabef3b0",
          "workspaces/tasks/sde-fix-factual-mistake/checkpoints.md": "cccfcf3662b6f089fd59aae9c9960ad2033cc02e50a4cd25401be8f6c65cfa39",
          "workspaces/tasks/sde-fix-factual-mistake/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-fix-factual-mistake/evaluator.py": "1884366fd8784dd377199b7bd61c72dc5413ec944dff1297f2a13fc3cb38ea66",
          "workspaces/tasks/sde-fix-factual-mistake/task.md": "6135a77fcebf3aa38922abd86bf917d574d49949896c88276992d846b7539aa4",
          "workspaces/tasks/sde-fix-rising-wave-datatype/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-fix-rising-wave-datatype/Makefile": "ce5ce021b4fed2fbaaa851154a0ea3eb0cab884571d0e7488a8690cc6db50fe3",
          "workspaces/tasks/sde-fix-rising-wave-datatype/checkpoints.md": "5c3f9e2c29bb7c37601af254e094d4a05862934d60c2426923cb426c2fa251cc",
          "workspaces/tasks/sde-fix-rising-wave-datatype/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-fix-rising-wave-datatype/evaluator.py": "891f195a89775fac717b0fb3988c266612edfb36023929ae7bcdeb903cde2162",
          "workspaces/tasks/sde-fix-rising-wave-datatype/task.md": "515b66e6fd62a487e54a753667b1fee8394d06a464a7b94ff05630dc8314435a",
          "workspaces/tasks/sde-implement-buffer-pool-manager-bustub/Dockerfile": "b04701d36dacde00ac004b8146ba8195753ddec0aa31c32ac3d51f787e2133a7",
          "workspaces/tasks/sde-implement-buffer-pool-manager-bustub/Makefile": "abb5c0e58b8de391a75a33d558f87bac9c52a018933540619e5b2405c1f174b6",
          "workspaces/tasks/sde-implement-buffer-pool-manager-bustub/checkpoints.md": "6bdd0b4497ddced7b3ef28450453ea7e99d1ee511a3c9540ce004fa2ecc951c0",
          "workspaces/tasks/sde-implement-buffer-pool-manager-bustub/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-implement-buffer-pool-manager-bustub/evaluator.py": "9a912e7c4d4a302d29850cd062b3d411e1336b588e3be7965f05ac6a6c906701",
          "workspaces/tasks/sde-implement-buffer-pool-manager-bustub/task.md": "15adacbdb82c7fc7ab0df370e6b3d64799309165ab1ed0dd65eb510f00dbfc56",
          "workspaces/tasks/sde-implement-covering-index-in-janusgraph/Dockerfile": "b8d9067417be77be1fbd4be0a33b7d2c5d217ae838a161f6a50e1ba5192ab690",
          "workspaces/tasks/sde-implement-covering-index-in-janusgraph/Makefile": "e8c3ac2fff6e91b493ee2374d64ed304683b0c5955ba11086830f12d5fcd74db",
          "workspaces/tasks/sde-implement-covering-index-in-janusgraph/README.md": "bbf46e4b41affb51cf7b48037a68b256ac30e42aa0811cfdeeac644fc422247b",
          "workspaces/tasks/sde-implement-covering-index-in-janusgraph/checkpoints.md": "765f1c7ee31568a33a398a39ad9665972adec7ee7f878f81f7ea24316c80f061",
          "workspaces/tasks/sde-implement-covering-index-in-janusgraph/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-implement-covering-index-in-janusgraph/evaluator.py": "d6c17a99d45d141205f18523da472be5ac68fe106d5792c0b45b2db7240b794a",
          "workspaces/tasks/sde-implement-covering-index-in-janusgraph/task.md": "84276b3c8ad1445c9fec2e894bb2525f358bae501bfd46e69717b354fb9b2c14",
          "workspaces/tasks/sde-implement-hyperloglog/Dockerfile": "fd2e8b077b3f13ed27681990522e82c6ac263903f97c3286a954c96cf5f0eb70",
          "workspaces/tasks/sde-implement-hyperloglog/Makefile": "161eb734571455fc1b61dd0cac3a5cfbc4d6742c799e5db58b64eb430e719269",
          "workspaces/tasks/sde-implement-hyperloglog/checkpoints.md": "21bc345914d14225d723383f7f739a06bd40cbb15564029c94e9044d0a80f820",
          "workspaces/tasks/sde-implement-hyperloglog/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-implement-hyperloglog/evaluator.py": "dd71534606d0d6f0f4b46586a4fbf89410fc15569462187e22b2c107a4c0c11b",
          "workspaces/tasks/sde-implement-hyperloglog/task.md": "5687e94f124fc82c2e327537c286b64c879e837ad7cf5ce9150e0026642dbc05",
          "workspaces/tasks/sde-implement-raft-in-go/Dockerfile": "2025862b7153bff5a1d667f13ae1a40eeb2236d74f7f3147542fdaeec47d1727",
          "workspaces/tasks/sde-implement-raft-in-go/Makefile": "1d744a345e723d6a717009da0fc212bbd373269ea5d64efa51b0dde26dd72c11",
          "workspaces/tasks/sde-implement-raft-in-go/checkpoints.md": "2a9ade8bbcef6a377b48bf8f684b83ca3f0275a057cc210b90e267fdd2c22644",
          "workspaces/tasks/sde-implement-raft-in-go/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-implement-raft-in-go/evaluator.py": "4fc6f2bd59d0da1cb07d954f91d52b6f8a11db29de60b09ae8a2a4ae2bf33e25",
          "workspaces/tasks/sde-implement-raft-in-go/task.md": "23ed4ad7811dca5cb12302fef97090fe4f3669608aad27af6f9c1a90e8b041c5",
          "workspaces/tasks/sde-install-go/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-install-go/Makefile": "081418a86fa1a6894f4a073cabd746b91a16d357f10ec17a02bd52e94a8d2584",
          "workspaces/tasks/sde-install-go/checkpoints.md": "3b995b229623024496fa86ce28d751ab2fbad0df68c187db2f12380768cfb9ef",
          "workspaces/tasks/sde-install-go/dependencies.yml": "d537235431130909731660014082a157d9ee5a9be2e32792fdc0e91f595c1f92",
          "workspaces/tasks/sde-install-go/evaluator.py": "1bc05d65ead9b2bdcfda28af0ed31e49635e1d93192c72640a9f7fdb3fef37f2",
          "workspaces/tasks/sde-install-go/task.md": "3a3008966a50a272d79879c48a0e83764edcdc340f3204d6825f9525fac47409",
          "workspaces/tasks/sde-install-openjdk/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-install-openjdk/Makefile": "bf7c7cf96b55dea3d6a12500313f4447ad503b6c77271edb57900870f981f918",
          "workspaces/tasks/sde-install-openjdk/checkpoints.md": "09e0f745951768cc7f81a6eafde33065c88a812ef69ed08fbb460c3954f39137",
          "workspaces/tasks/sde-install-openjdk/dependencies.yml": "d537235431130909731660014082a157d9ee5a9be2e32792fdc0e91f595c1f92",
          "workspaces/tasks/sde-install-openjdk/evaluator.py": "f7fa1360a5f7c2bf048f07d7558767b9fd55c609eecad7a81e6d2a1f3c8ba485",
          "workspaces/tasks/sde-install-openjdk/task.md": "0022a8aaae574acd5d41a13cddf19970384086d3741df68378930fe7444e812b",
          "workspaces/tasks/sde-issue-label-management/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-issue-label-management/Makefile": "2dd775a649024d6917c7d04cbcfbab250a49b6aeb4c6b2e0d8ced8d1ae979106",
          "workspaces/tasks/sde-issue-label-management/checkpoints.md": "ccd55e5a42b189c5599196309e0c0f4dcc35c1a30118d813cb0df8d3bc750a66",
          "workspaces/tasks/sde-issue-label-management/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-issue-label-management/evaluator.py": "4dd2f676ef3b2dfc2ad2cc415cc9f885683125f270697e78ddcdda0a2b35bae1",
          "workspaces/tasks/sde-issue-label-management/pre_init.py": "bf161fbbff4cd75181f581858a4b7ba3a1b04c5bc9b704782f2873421a58835b",
          "workspaces/tasks/sde-issue-label-management/task.md": "5b2b0cfc29010d68c9019e0b2d033a84e2049636b112a7517e0b775523e03ff8",
          "workspaces/tasks/sde-migrate-package-manager/Dockerfile": "01e07a7974016df53292dc7d874676dad2cef29d3f624ef4f6f47dfbb26f71e9",
          "workspaces/tasks/sde-migrate-package-manager/Makefile": "ba767cb83b118ce61cfb4ab69a244bb12510e1b7250ef3fe6d450f411cc484da",
          "workspaces/tasks/sde-migrate-package-manager/checkpoints.md": "27701aa5987e75f2c0dad8edf4a1bcd50e7c277ff713b4eca1e3de3bd265c65e",
          "workspaces/tasks/sde-migrate-package-manager/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-migrate-package-manager/evaluator.py": "0847d25fbab1dd0fe58b490115642b5d447f045f42f9a08a4c48bef72d3c9a03",
          "workspaces/tasks/sde-migrate-package-manager/task.md": "64cbfe0a49886c995d1ae6737cea5ecbf8cef7a535b7920ceeccfcbef0248264",
          "workspaces/tasks/sde-milestone-meeting/Dockerfile": "538e50f08cf2195d375c633c2f2a5d4497cf50aa6ce11e474f92eee4b68c0013",
          "workspaces/tasks/sde-milestone-meeting/Makefile": "5496a1f946cb961524324e54020ac88d1d34a6cf212cb144e310f4ea287a87ec",
          "workspaces/tasks/sde-milestone-meeting/checkpoints.md": "09250ebab4fd09996bb1d243753e71a090b770821d96f64caf93880877f2f9a5",
          "workspaces/tasks/sde-milestone-meeting/dependencies.yml": "9ddf69534880cc78f333e8f396df0c0414dd30061125f4dfd1079f000fb9e3d1",
          "workspaces/tasks/sde-milestone-meeting/evaluator.py": "98a50905949ccd47aa68893a1536ef260f274bf81c94eb7f66c5cce2eb8792ba",
          "workspaces/tasks/sde-milestone-meeting/populate_data.py": "10aa1456c3fe5d6c418e7bae8bfcc1e950c2e331c2be9b82630ca0530506b2fe",
          "workspaces/tasks/sde-milestone-meeting/task.md": "89dfcd3026f0a8d4275635e85bb4bddfa95eb201c7f6e7387cc8c4b309661c12",
          "workspaces/tasks/sde-move-bustub-wiki/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-move-bustub-wiki/Makefile": "cfe8ae88a8afcd393266c6839bc36e188ac58b520e5d7185aef0719c27b0ff9c",
          "workspaces/tasks/sde-move-bustub-wiki/checkpoints.md": "312cee0082d9bb6e6c1486cb8b8927f5fb4476c0be84e742db5731fd1487cdbb",
          "workspaces/tasks/sde-move-bustub-wiki/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-move-bustub-wiki/evaluator.py": "23b45d8b186420062426446ced4a74f7679b9676f48c7b1ef5620258d0b57cdf",
          "workspaces/tasks/sde-move-bustub-wiki/task.md": "1ee61489aae0403b4d1fbc117206cbcdade442fa263715cbc8fbfae6e1e5680a",
          "workspaces/tasks/sde-move-page-to-cloud/Dockerfile": "482bb06b81aa46494ad167e437fde170781c5c3e73e9b6ca68b47ed79856c188",
          "workspaces/tasks/sde-move-page-to-cloud/Makefile": "c0c94c5d0634bbdd1f0aa5fcfacaf9ad5894da204cae06da61d881c84b747ff5",
          "workspaces/tasks/sde-move-page-to-cloud/checkpoints.md": "a790353f31a39ffefe6d0b9bd6397cdf02eca70715c5096acf4d5419c2ce6e67",
          "workspaces/tasks/sde-move-page-to-cloud/dependencies.yml": "d7a30190b61f90c4a9dc3360ae6b77592fe7d20a350d84ee061819403bb2bcc2",
          "workspaces/tasks/sde-move-page-to-cloud/evaluator.py": "559070214369a2809c1966a99f4040f25b9ee6329130ee21e8ff5899d4afa709",
          "workspaces/tasks/sde-move-page-to-cloud/instructions.md": "7d4706f24f9dcdf721b1ad7e3228df110ee1e1fb30de61f9bccabc5db242d6e5",
          "workspaces/tasks/sde-move-page-to-cloud/task.md": "501728c47e34b65578b10747164ef712bc44d7d78811c27ef0402d1ad141e34a",
          "workspaces/tasks/sde-pitch-idea-to-manager/Dockerfile": "39a6c48341129878d60bd4395987704eda995d0f633248ce5d4f1521fc4133fa",
          "workspaces/tasks/sde-pitch-idea-to-manager/Makefile": "c3866b3c5749e543dbef35fda6899751e630bf6f7f53e67914f6dc598fc2bfef",
          "workspaces/tasks/sde-pitch-idea-to-manager/checkpoints.md": "894831d00d0b96c4c9e2ca93a30c22c093fa176a45efdcfc71e44462fa616c96",
          "workspaces/tasks/sde-pitch-idea-to-manager/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-pitch-idea-to-manager/evaluator.py": "d85ecd8ad861e245cdd84910a6b3a486e242b8f1660101615b2e9a5318ac3671",
          "workspaces/tasks/sde-pitch-idea-to-manager/task.md": "76a7fa8216c1783695e422ec80baa05bccaea8a87e94c5face78500577db63d2",
          "workspaces/tasks/sde-reply-community-issue-by-asking-npc/Dockerfile": "4c693925c7829d368037b7615fca98a40a89a173258e6bd31cc86579d5af4d8b",
          "workspaces/tasks/sde-reply-community-issue-by-asking-npc/Makefile": "3994eeed9328db3492d3070f062818987d966efbc8cb83537df83e12ecd48dfe",
          "workspaces/tasks/sde-reply-community-issue-by-asking-npc/checkpoints.md": "932ac6d0e1af53d973d10a199eaee15bf13bff849b1451efd4d8aa93e1ceae91",
          "workspaces/tasks/sde-reply-community-issue-by-asking-npc/dependencies.yml": "cc66ed29faae7864828cdc722a4ac055ac373cca7dcd0c916397296f641c4e53",
          "workspaces/tasks/sde-reply-community-issue-by-asking-npc/evaluator.py": "543902795d224c45c1cfb05c927e01f99793429dbd740031626323d2c137f9a3",
          "workspaces/tasks/sde-reply-community-issue-by-asking-npc/scenarios.json": "d912dfff495d208e828b3599a2cde5196c224328368099f7e584ca4677e3209d",
          "workspaces/tasks/sde-reply-community-issue-by-asking-npc/task.md": "a1c63c84203e8962bced6f95ec6ebc669745163fc016cbd756613cfbe81dcff9",
          "workspaces/tasks/sde-reply-community-issue-with-fixed-reply/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-reply-community-issue-with-fixed-reply/Makefile": "e328094125f5d68cdd17633da5a34739c65ee6fc26fc4c66dad8919e73454abb",
          "workspaces/tasks/sde-reply-community-issue-with-fixed-reply/checkpoints.md": "9d24e49fab78614dad8754a462fe4eed3c5bfb4fb24c44028b43c29521c7ad8c",
          "workspaces/tasks/sde-reply-community-issue-with-fixed-reply/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-reply-community-issue-with-fixed-reply/evaluator.py": "128ffe8734a76b78341f1bf339d8fc0fea4ba895dc3904f601fe14b11204e355",
          "workspaces/tasks/sde-reply-community-issue-with-fixed-reply/task.md": "f52cfb4235a41af5155685b8da98cbd26450da328dbfb13067650ce25bd45170",
          "workspaces/tasks/sde-repo_profile_pic/Dockerfile": "cd266c0bd24697ce429672e725661039a321f2bc96f7a5d9e7653272bc295965",
          "workspaces/tasks/sde-repo_profile_pic/Makefile": "a582f3d8c10923016c5d1904a0d2a2ce904f1659f66719ac9a83d9dbdb8b6405",
          "workspaces/tasks/sde-repo_profile_pic/checkpoints.md": "e49d938f4ec523a9017a09456435976dbd7c8a69dfcf25aa33a15324f574e12c",
          "workspaces/tasks/sde-repo_profile_pic/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-repo_profile_pic/evaluator.py": "99309f90c02ee7a766a8ea9a8f27c311eefa3324a8a44eb257d3276977c47cd3",
          "workspaces/tasks/sde-repo_profile_pic/task.md": "5ad57bbe3aaf9b08a11d06bc18a4cb326ed6fb85acf93b579e946d945eb0b7cb",
          "workspaces/tasks/sde-report-agent-repos/Dockerfile": "6f265fb5cafbabca73ab0353253070b3d3e43e2c1e863a0bd0b4a938f7be3b4a",
          "workspaces/tasks/sde-report-agent-repos/Makefile": "d6dbda73537cc3cc6866c3eee9f32eee4b5773c2f259fb378dae04d63201245e",
          "workspaces/tasks/sde-report-agent-repos/checkpoints.md": "84ddd99be8ad3029bbfa4ac1eb0e47bea4bf53a01d14e24cfde2d6e465e0e85b",
          "workspaces/tasks/sde-report-agent-repos/dependencies.yml": "9ddf69534880cc78f333e8f396df0c0414dd30061125f4dfd1079f000fb9e3d1",
          "workspaces/tasks/sde-report-agent-repos/evaluator.py": "930c949b8362070608a4f64cd59f88790d2128ed9933ee7c3206c31203468860",
          "workspaces/tasks/sde-report-agent-repos/scenarios.json": "edc8901946da6a6903f99d100ed22bda4ce4c2235ec360e848a44c3a0bf810ce",
          "workspaces/tasks/sde-report-agent-repos/task.md": "c1bcace8a0753a78f080cf448d669a8c6d6b58c4ba84c7262ab8d3deaed78746",
          "workspaces/tasks/sde-report-unit-test-coverage-to-plane/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-report-unit-test-coverage-to-plane/Makefile": "a2e2c0ebded4710cb787c9c030df76cff7f19aae06f35b0143cf09d647a0ccba",
          "workspaces/tasks/sde-report-unit-test-coverage-to-plane/checkpoints.md": "063c85af82d2f4ad63d4626a9e7e2a351a5c228a6553efb5baeabb7dfeb34da1",
          "workspaces/tasks/sde-report-unit-test-coverage-to-plane/dependencies.yml": "6c5f291dbf2b8e7b67abfc21dd7d4be4b06ca6279765ecfcb92cc563d0599e29",
          "workspaces/tasks/sde-report-unit-test-coverage-to-plane/evaluator.py": "1e71934d0dd87d582c231ac65e0a04fa138c31cd6a761231708a941b243f5a49",
          "workspaces/tasks/sde-report-unit-test-coverage-to-plane/task.md": "22a2698082dbc2a5031923aee7bf74678bbfbbea8dbf823467cf15ab8c17e49e",
          "workspaces/tasks/sde-run-all-unit-test/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-run-all-unit-test/Makefile": "caeb875391cb4204033fa77f3740674dbbc96743e1f07f1507f54d9fdf7f0e06",
          "workspaces/tasks/sde-run-all-unit-test/checkpoints.md": "68f142916c1aa1d24e35f09073ec3e98fb0ec93a23a31e58e2788d78b99e980f",
          "workspaces/tasks/sde-run-all-unit-test/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-run-all-unit-test/evaluator.py": "08cf5364645affc7dad6a311b0f778fe912dea2df3be5b33f3bc95b66420324c",
          "workspaces/tasks/sde-run-all-unit-test/task.md": "c264ef7936f152cefb9943b84bc4779310c909022841bcb0a5f73d3a21ff4ceb",
          "workspaces/tasks/sde-run-janusgraph/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-run-janusgraph/Makefile": "7301bf1979d644f011dd5e63f4e0509396f7b72911f45a7b8e0116e385b9315a",
          "workspaces/tasks/sde-run-janusgraph/README.md": "fdf80c5f1c9501b5585271ccd82c3b7eb9fbbd20b66ec1a89f59e59b0d375f72",
          "workspaces/tasks/sde-run-janusgraph/checkpoints.md": "88923a8387302138e3e44b691f20c36ce87fe15c685a2a8bdfb2c59a4d54f997",
          "workspaces/tasks/sde-run-janusgraph/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-run-janusgraph/evaluator.py": "ecdb6d535447c487415f723a5dd5291a4c696362e3c9030c350cfbb75923e723",
          "workspaces/tasks/sde-run-janusgraph/task.md": "65134c0cc6c755e7ad7e86aa363ea22489ced466bb9bbeceeab28db60ed5cc3c",
          "workspaces/tasks/sde-run-linter-on-openhands/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-run-linter-on-openhands/Makefile": "d01db08a1dccc1b9ae1fa06a0acdd67976e037c2a6552900329394985ebcb529",
          "workspaces/tasks/sde-run-linter-on-openhands/checkpoints.md": "c73e6965d0d2a176363ece8e2bb3ad2d38c20b2acf237702055f607f9b395cf1",
          "workspaces/tasks/sde-run-linter-on-openhands/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-run-linter-on-openhands/evaluator.py": "012c9019599979dbd1a5225ac0f89e745e2ef529eca70677265a6a1fceb795a4",
          "workspaces/tasks/sde-run-linter-on-openhands/task.md": "4671fd7b1d7441bf945d631241d705882bd54f8efb41c278db512cd1b9462f56",
          "workspaces/tasks/sde-run-rising-wave-locally/Dockerfile": "739f82fcd452ee2e26ba3c97f2031e3b9a80eaa4c417f9df9ffd2ca6c1a79fc5",
          "workspaces/tasks/sde-run-rising-wave-locally/Makefile": "a5b0f1a2433249252ca15a8955a390fbeb3391ddc18d6a09ea9a1153331dcdbd",
          "workspaces/tasks/sde-run-rising-wave-locally/checkpoints.md": "9c64ace1092f7797b986e6a9f22d6b8d091426fc58f5541d875bf0e6a95ca147",
          "workspaces/tasks/sde-run-rising-wave-locally/dependencies.yml": "7a002a095bf9d24020d890667ecccfc725fb25abd474f408a343f019878a8a92",
          "workspaces/tasks/sde-run-rising-wave-locally/evaluator.py": "83f566b0d99ca03e536e8c27580b9ba1acf5f6348347e1c61cbebda484f47982",
          "workspaces/tasks/sde-run-rising-wave-locally/task.md": "24d698ba104207910c1ec17a8010c7a15f70ae31837487b4dd4900788ec2a642",
          "workspaces/tasks/sde-sotopia-create-agent-wo-repo/Dockerfile": "209155f1a2b3d40858c54466f8e5ba0b82adfa316fd02b698eb2217df2d799d3",
          "workspaces/tasks/sde-sotopia-create-agent-wo-repo/Makefile": "15766b136740bed0f61a15c198de7a6473bf1ac667458456eae3c59e9ba15d55",
          "workspaces/tasks/sde-sotopia-create-agent-wo-repo/checkpoints.md": "4daada6f6f0fc20ff556fb91536e0759a657875c8bfbbaf0aa30a5aab090b7d9",
          "workspaces/tasks/sde-sotopia-create-agent-wo-repo/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-sotopia-create-agent-wo-repo/evaluator.py": "0a6c74c58b768b32d3a060542e88bf756f929f7e28f6204a3010960de520d725",
          "workspaces/tasks/sde-sotopia-create-agent-wo-repo/task.md": "4434f9ca52b3fc5119d63c20a11872c47ca232dfd846504c97d87771c8e2cd22",
          "workspaces/tasks/sde-sotopia-create-agent/Dockerfile": "5bbb9d4011343dfd0e400d58b72133321b8e1bb3581dad2c75f05f4445833634",
          "workspaces/tasks/sde-sotopia-create-agent/Makefile": "40ea00850b3793b6af5de1637836098be319b9c7a735ea2f998b86be08a4172d",
          "workspaces/tasks/sde-sotopia-create-agent/checkpoints.md": "a4aa3d42866418f949263463ecf685989c2777b91cd496630eca9464bb6328a2",
          "workspaces/tasks/sde-sotopia-create-agent/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-sotopia-create-agent/evaluator.py": "4f07c8736c2d0762a3d24ed00fbcdd1553a19a33001f8f64c1b4cc4a22b708c4",
          "workspaces/tasks/sde-sotopia-create-agent/post_init.sh": "dee5dc281499891e1df7202a1be998f9f2227deed5548283e7885f14c97a8e07",
          "workspaces/tasks/sde-sotopia-create-agent/task.md": "13578d7ce9760416feea2631e13a395cf807a88060192a6977c04f71de0e952f",
          "workspaces/tasks/sde-sotopia-dev-container/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-sotopia-dev-container/Makefile": "02133428dc7fd9243d029c743fcb9e0d618617480dafedf29cc0cae10833396c",
          "workspaces/tasks/sde-sotopia-dev-container/checkpoints.md": "48d919e9a9a5431e4e21341a3038701429183ca3df87e65146ce82db20c81806",
          "workspaces/tasks/sde-sotopia-dev-container/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-sotopia-dev-container/evaluator.py": "26b7e34ca3a0ff5cac0fe1e0a5b3dffad69c52ca103e615708db2a49d878679e",
          "workspaces/tasks/sde-sotopia-dev-container/task.md": "97df43d6117e039a0149545144123ef5038deb727f0fcd27f0648149e48bd645",
          "workspaces/tasks/sde-sotopia-update-ci/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-sotopia-update-ci/Makefile": "19f41f1f79999d14d20c58acd7ddce97ab6911cb3f275922fcf56677d892a33b",
          "workspaces/tasks/sde-sotopia-update-ci/checkpoints.md": "a5707e17c63a11ccb73903b541216b58d54c701f55600773d5e9d3d36888c4fe",
          "workspaces/tasks/sde-sotopia-update-ci/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-sotopia-update-ci/evaluator.py": "853876fe88195abf6662ad2ff020a2085a1721f66b2210b3b2fb67c485594f8f",
          "workspaces/tasks/sde-sotopia-update-ci/task.md": "1497aeba5aeb6c0bb03c3a2fdd64d72ef945227a1196ff29b466bd18891d9664",
          "workspaces/tasks/sde-summarize-recent-issues/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-summarize-recent-issues/Makefile": "56de16c3baa37d7d62005de5c76d4e630712fb01914f6ebfb0c8b727445aa5c2",
          "workspaces/tasks/sde-summarize-recent-issues/checkpoints.md": "45cc72279cc9b43c15f73cae1200166e0511c18559050de77da65bc7435f9fb2",
          "workspaces/tasks/sde-summarize-recent-issues/dependencies.yml": "9ddf69534880cc78f333e8f396df0c0414dd30061125f4dfd1079f000fb9e3d1",
          "workspaces/tasks/sde-summarize-recent-issues/evaluator.py": "69f04485f572342040a7103ee77f8ed5ebe795d2017a657a04cf2c2c600e4d35",
          "workspaces/tasks/sde-summarize-recent-issues/task.md": "5ea97db451260cc7f3369c2e514c85817dbc956ea8b33675adbed6f9d4f5a212",
          "workspaces/tasks/sde-sync-from-origin-repo/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-sync-from-origin-repo/Makefile": "62f23a6484e0e60f4362093fcf0dfeb3193e592d91c2e4fc85818929bd9c98c5",
          "workspaces/tasks/sde-sync-from-origin-repo/checkpoints.md": "382932f42852cd6e2d35469ebf3110a222096b25a84dad396c9fbf476c6ca42f",
          "workspaces/tasks/sde-sync-from-origin-repo/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-sync-from-origin-repo/evaluator.py": "23720dfdcbec2c3306b6c895c655878e0ea43fbd2ab7e6bec2acf5981dc92137",
          "workspaces/tasks/sde-sync-from-origin-repo/task.md": "2bc9aa5e089f10ed40bb3e7ca08ec6bff9ccf637a7f8c68cd0c474ad618ed941",
          "workspaces/tasks/sde-troubleshoot-dev-setup/Dockerfile": "587b8732b171bc27548ee971133369392d53883869dcc88dfe9d52ede464f10c",
          "workspaces/tasks/sde-troubleshoot-dev-setup/Makefile": "e538ecc7ee230f0e83f1cbb74310ce4606d2626f8f8c8dee42ab196d9087c40e",
          "workspaces/tasks/sde-troubleshoot-dev-setup/checkpoints.md": "7f46661a0bc60f47cdee02eb654fe36221eb44c288051cec67cae4081ba8530f",
          "workspaces/tasks/sde-troubleshoot-dev-setup/dependencies.yml": "fa0ee0f085b90b9f3cb721cd6200916ee9cabe9c3bcaf73d3685881dc1fba15d",
          "workspaces/tasks/sde-troubleshoot-dev-setup/evaluator.py": "19e34652bc88d9b52d9984890b3fc4d35d9dcb9c653cc37a30cc4d58d3d53c3d",
          "workspaces/tasks/sde-troubleshoot-dev-setup/myenv.txt": "38d0521bafe81b1a27910e5402f8b860e00df81096e0240d50fa42c90b6b946c",
          "workspaces/tasks/sde-troubleshoot-dev-setup/requirements.txt": "7f3e27b9ee6878d3fa5e8176bcee122aa8ceae0ccafb8c9194d9af36a5023b79",
          "workspaces/tasks/sde-troubleshoot-dev-setup/task.md": "19bd23f0ee74337c2465243ff0ef4d63db5f69660385bac644d7d52b89b7d34b",
          "workspaces/tasks/sde-update-dev-document/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-update-dev-document/Makefile": "4a2812f4721d100ec8752d4d44e4530abb527cb126c70ce1a5bbfb815b27006c",
          "workspaces/tasks/sde-update-dev-document/checkpoints.md": "a20f108e88986f7a6d48bcb33859d17400672ff347a6949f2b9bb9124fef0ab8",
          "workspaces/tasks/sde-update-dev-document/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-update-dev-document/evaluator.py": "b07b6e1e6090d7bdb03a05432f463c5bc8d3edeb49e863cce81f5c2422925459",
          "workspaces/tasks/sde-update-dev-document/task.md": "b581ce6c8727e67a6d633385a3ee4337a232b43d6e728887d55e542a4dbe7e2f",
          "workspaces/tasks/sde-update-issue-status-on-plane/Dockerfile": "9915b0bacf02230d3f7fac14895ce05686ee7339985604b2abf75cb16f0e9892",
          "workspaces/tasks/sde-update-issue-status-on-plane/Makefile": "f0791885d76aa09b2a3e551e268a71b72d07ce55a2065e1aa5ff16c89ef1e539",
          "workspaces/tasks/sde-update-issue-status-on-plane/checkpoints.md": "a80a02affbe36cd928405e82b86e34137ef5be97c41d1690a1285fdc849093b4",
          "workspaces/tasks/sde-update-issue-status-on-plane/dependencies.yml": "d21371c5d12a8f58c48ef56f06afb0ec61dcb782a2308f4c48e533888e333688",
          "workspaces/tasks/sde-update-issue-status-on-plane/evaluator.py": "646e306449f88ab0d320d11d9eb11e0aeee4232dd82b72db67cc8227eb5682b3",
          "workspaces/tasks/sde-update-issue-status-on-plane/task.md": "e2a93d65d0e3f380cc81f03285f9f918ab2daadc2c9ee426769bfb2c36e095a6",
          "workspaces/tasks/sde-update-readme/Dockerfile": "573ba152f21a048937df89848b8611d9a051178d7cb56b75b41766fd1edd5c90",
          "workspaces/tasks/sde-update-readme/Makefile": "95be432741c1273d412c7a087fd6050831f8c7def4770d429532ccff3e7c68c4",
          "workspaces/tasks/sde-update-readme/checkpoints.md": "8f30a458ee2554ec451255e654a37707adf7c702138d394675fd2fd208fb6611",
          "workspaces/tasks/sde-update-readme/dependencies.yml": "828c338e4050e35817f3127c106a9e098636acda918b6be5906c211133be61bb",
          "workspaces/tasks/sde-update-readme/evaluator.py": "17ba4f7a6487e4ad24b9a15be27ce6aff451bf0f23d7f36213ebf27006295320",
          "workspaces/tasks/sde-update-readme/task.md": "9b6126aae2f37c93ae2fa2faa51a3e1ea354b09edc04fb9c8d117d6a40df95ca",
          "workspaces/tasks/sde-write-a-unit-test-for-append_file-function/Dockerfile": "86d005f9d893d6e3a5ae3cf1fe1ac3e52a6875bd6669bad763cd6ef71b1f617f",
          "workspaces/tasks/sde-write-a-unit-test-for-append_file-function/Makefile": "290f741883f1aa65e061f212633e4829f83415c39772622c34fe6dbbaa05eccc",
          "workspaces/tasks/sde-write-a-unit-test-for-append_file-function/checkpoints.md": "f654cd82ce30b0d7a2398a3d7daaa1325b836025e8f9f1389abfcf34a203e400",
          "workspaces/tasks/sde-write-a-unit-test-for-append_file-function/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-write-a-unit-test-for-append_file-function/evaluator.py": "5d83084356889f0b6309172103c3bb502d3261db31439c3c827235239ba72ddb",
          "workspaces/tasks/sde-write-a-unit-test-for-append_file-function/task.md": "d2b8598d180ee11ed423770fe1fbc935034523752dcf1ecda15cd981d2bbafe7",
          "workspaces/tasks/sde-write-a-unit-test-for-scroll_down-function/Dockerfile": "76d8307faad52f8781baf276e2b3bee1a3461809e5aeda997b93f9dd2e143671",
          "workspaces/tasks/sde-write-a-unit-test-for-scroll_down-function/Makefile": "fda30c6362ea34466d1ec88ac7b090b4fdf88ae712bf4f68e6059ee241f5314c",
          "workspaces/tasks/sde-write-a-unit-test-for-scroll_down-function/checkpoints.md": "d85194f47a42101853833b43a36b8737da0c62cb4264e8394a948f481be1ee72",
          "workspaces/tasks/sde-write-a-unit-test-for-scroll_down-function/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-write-a-unit-test-for-scroll_down-function/evaluator.py": "a6a20a9175f26e55043e4391ab6bbaf850ae252f0b5b4ebb25ae823a37f6895c",
          "workspaces/tasks/sde-write-a-unit-test-for-scroll_down-function/task.md": "e15217c6dbafde9d838e6946ca82a9118c01660846954846989e5a6e0b62273e",
          "workspaces/tasks/sde-write-a-unit-test-for-search_file-function/Dockerfile": "86d005f9d893d6e3a5ae3cf1fe1ac3e52a6875bd6669bad763cd6ef71b1f617f",
          "workspaces/tasks/sde-write-a-unit-test-for-search_file-function/Makefile": "a649a2c593c48caeab4fee4cb77dc135814177979c0ac21aea4ce94dc6fba3c9",
          "workspaces/tasks/sde-write-a-unit-test-for-search_file-function/checkpoints.md": "2521b672e6e1c6de35bee769d9222581410ad37f99b578ef7f80406943a9f574",
          "workspaces/tasks/sde-write-a-unit-test-for-search_file-function/dependencies.yml": "7acdc2eece7d886a28987ea8906ccb919edeed9f4bb9dbb33b7a4bd83d8b6f26",
          "workspaces/tasks/sde-write-a-unit-test-for-search_file-function/evaluator.py": "c3b2914f93aabdc0b788a2bbf894edb5f64a5cb252581b2ed0ec692ed8267ec4",
          "workspaces/tasks/sde-write-a-unit-test-for-search_file-function/task.md": "4c034424725c163457bc8dd79ba2af7f8ddae8f60b44c134f59ae05559b9844a"
        }
      }
    },
    {
      "id": "devrev-enterprise",
      "name": "Enterprise-Bench (DevRev)",
      "repository": "https://github.com/devrev/enterprise-bench",
      "revision": "c921345cb64f8045d70f79a3f99717008d68f366",
      "license": "Apache-2.0",
      "adapter": "devrev-enterprise",
      "paths": [
        "tasks",
        "artifacts",
        "docs",
        "scripts"
      ],
      "verifier_paths": [
        "tasks"
      ],
      "extra_files": [
        "artifacts/base-image.zip",
        "dataset.toml",
        "CANARY.md",
        "docs/data-schema.md",
        "docs/task-authoring.md"
      ],
      "records": 14,
      "kinds": {
        "benchmark_task": 14
      },
      "platforms": {
        "Linux": 14
      },
      "verifiers": {
        "source_preserved": 14
      },
      "categories": {
        "communication-and-escalation": 7,
        "curation-and-summarization": 6,
        "no-sql-aggregation-stress": 1
      },
      "snapshot": {
        "filename": "devrev-enterprise.zip",
        "sha256": "536e7ab073620b95ae6ad39ce5ba8fffaac40f341640a5151d8291e466f04948",
        "bytes": 103833,
        "files": {
          "CANARY.md": "ac25f029b8b0c899f58247c34dccdb48eba32f7e2b131cf30d1e496b35af7b8f",
          "LICENSE": "c71d239df91726fc519c6eb72d318ec65820627232b2f796219e87dcf35d0ab4",
          "README.md": "fd7e29126ea9fb1f4108027781a752554ffee2bedbf6e47daa53a0ef2d59b805",
          "artifacts/base-image.zip": "22f4c985c3efc8b780dcc8665c70f4f9ecee4ef05b7f52f58d844057a3dacae4",
          "dataset.toml": "de57ae0fb29e0d734b915f04dd97c0a22b11fed985ee61fb629fc8fdbec26299",
          "docs/data-schema.md": "b2996bc56a8f21b19528eeae6e38d95b59c53ea032ea07a16a7264625c2a0785",
          "docs/task-authoring.md": "5489e8d959d3fdf14866721a374e9dbdfdcea375f2701ea5cb8a41b09df21c67",
          "tasks/eng-l1-a/README.md": "33a9c81a55140776aafdf69a683d9937109d43ffaa48d8c0a59f3d6bc6460173",
          "tasks/eng-l1-a/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/eng-l1-a/instruction.md": "9eeeecb54d5af985a7fc17030f8bef158657238a71d588992c33b99598a37f1b",
          "tasks/eng-l1-a/task.toml": "9b3269d137a40ae6c23c8f387d673ed7d2e7a75772af05cf2fb57faefb62c74c",
          "tasks/eng-l1-a/tests/criteria.yaml": "12b72c8a7b51e33719936c56f2dc043b2c7c3f3051da2279aeedad0f5fd2fb89",
          "tasks/eng-l1-a/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/eng-l1-a/tests/trajectory.json": "e193682398efbbd62ef9f3fcded4810691ec58a78cdd0611b56d2f3a0b9234d6",
          "tasks/eng-l1-b/README.md": "ad3da99ba01924e87ec73f91fa35ecad4b5999502f4b9237b9ca583755a5eaa8",
          "tasks/eng-l1-b/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/eng-l1-b/instruction.md": "80f83f09dc35c5a1d7d2738412305b8abbf393385fb3f54f0ed11c25e491d907",
          "tasks/eng-l1-b/task.toml": "6bfa846182362e7d5402efd98a3533285602bb7166521fcecd43d6f8494567f9",
          "tasks/eng-l1-b/tests/criteria.yaml": "bc2ef048fe11e07e005304f9c49cf766f16f96ec21af72cb0fced56e209c15b6",
          "tasks/eng-l1-b/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/eng-l1-b/tests/trajectory.json": "da30a73730220f5841e30b0a5afff0d3d99062d705c83c5fe9da65b5cbf95884",
          "tasks/eng-l1-c/README.md": "cb257b19740a6553029b16ae3becb83be2980803110b41599f2d2b8bd7a7081b",
          "tasks/eng-l1-c/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/eng-l1-c/instruction.md": "bed3f53b23060de404a4a7ff7b268bd1105f5dd4d3c8cab50b2cc032855e7972",
          "tasks/eng-l1-c/task.toml": "65be0f14fa92c85eb9bb883258b386b8b41147ac33e83da2bad241023ebeda5d",
          "tasks/eng-l1-c/tests/criteria.yaml": "9150619c8432f403a71e3e1433a02bf9109fdf7be6aae95fce27820bc3d15855",
          "tasks/eng-l1-c/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/eng-l1-c/tests/trajectory.json": "40b5a25f5e330d29e0016703f4fb76722721d6dd97d8c303865834ecacd7061d",
          "tasks/eng-l2-a/README.md": "9837fbb4ae6d8ff0b15917ebc6abf3c7e2af3a80670ef6f5160c14336ab2d757",
          "tasks/eng-l2-a/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/eng-l2-a/instruction.md": "ca95292d064ca9e1249824ee0854583ba796e5d9e3ddf317afda85df3835f7a3",
          "tasks/eng-l2-a/task.toml": "086013be6ec4fc5956bc47c0f760ca708c3475a88db468741481896267d7f1bd",
          "tasks/eng-l2-a/tests/criteria.yaml": "3e1b1f9ce6787bda110a08ee07b86b6c21a98b176a49cc4e96b37f2989ab5d70",
          "tasks/eng-l2-a/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/eng-l2-a/tests/trajectory.json": "f69ca827504b0416ed7923c7a7032de6e1bf0f220434ad57ffdbb968b91e3d16",
          "tasks/eng-l2-b/README.md": "e0220019a6115cfe9a9659a30b0f6b932583f7fd44f756ff23e87c32fd49ca80",
          "tasks/eng-l2-b/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/eng-l2-b/instruction.md": "b48a2268bbf41a7f3e01b5146fc4853506f11d76d9fed4f109a55797d580bc5b",
          "tasks/eng-l2-b/task.toml": "10a10846310c4f32f8e70ea11077a61c77542472c485be969ca5ecf5939e7634",
          "tasks/eng-l2-b/tests/criteria.yaml": "1a513e0c1d79a656641873d512a766b354460ae07b21bccae194b86b1f9ac875",
          "tasks/eng-l2-b/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/eng-l2-b/tests/trajectory.json": "55ac3fc4c2c0a1c79b52d4ee91a527916d5e8390f70ac86ac4ce9225b2cb9c59",
          "tasks/sales-l1-a/README.md": "57f5ba918161795d7d958fdde2628f486a2f729d4441a09b304aba1cfc225f0d",
          "tasks/sales-l1-a/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/sales-l1-a/instruction.md": "b4c516cad4d20e39e80ff32d596e2afb34f25c2561957e6dc7a0f6f68d4e683e",
          "tasks/sales-l1-a/task.toml": "f657b3cefd1e5b04567206d809a61d34c29f821d7292e5a555cb31ea733216a6",
          "tasks/sales-l1-a/tests/criteria.yaml": "72fd29c5f3a88d25f1c2a5f7e3e4f035dcae14ffac34190e6ba1bf30c3181051",
          "tasks/sales-l1-a/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/sales-l1-a/tests/trajectory.json": "86236dbc03710f473662918490fd02f47f1f1cdc2e5aa51262aecb3f7a5cdc9a",
          "tasks/sales-l2-a/README.md": "c64450523aef4474f26b6eec30943cebc509cb604b4040f489b41af09429d45e",
          "tasks/sales-l2-a/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/sales-l2-a/instruction.md": "0a2bb2220ffffd2fd8420dd09aac44d275c45f4791c685b1bfe19490b1e413bf",
          "tasks/sales-l2-a/task.toml": "c8f799cda7540c3d8b8759bc124ff3c6521dd662a3a61470001fd4628b5ea3bc",
          "tasks/sales-l2-a/tests/criteria.yaml": "03b2a558e3cf1ecdfaf8968b189abdcc315cdf58ebcede49cc17bf7def63fba4",
          "tasks/sales-l2-a/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/sales-l2-a/tests/trajectory.json": "99d0b24572c714fb870f6cb4d176b85bfd32a3f886f995b30687d1316ccdaef0",
          "tasks/sales-l2-b/README.md": "3b9ead7744842757cf9a8f75ee1a0b3c82f1b42cb7b1064aa09f37dbf004a325",
          "tasks/sales-l2-b/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/sales-l2-b/instruction.md": "bab40ea31fd0f3d33e2c9596765fb2f89165583e4e85fe002ac20f8a31a05bfe",
          "tasks/sales-l2-b/task.toml": "b215253d7462289969aa423f087464181c39b33351718024c61298c1cb2af738",
          "tasks/sales-l2-b/tests/criteria.yaml": "b91c2ae82c53de7f730d3e49a13f9d08136887210899e99ff2cc51074915b5a9",
          "tasks/sales-l2-b/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/sales-l2-b/tests/trajectory.json": "af4c8106b9a9757f3a1e66c633fa84a91158caec8398c484f07cfc77cd0b6ff1",
          "tasks/sales-l2-c/README.md": "3ca6613c114048e541f51c9ad79a6e7c588b06f31c55102b476de9363e8630c7",
          "tasks/sales-l2-c/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/sales-l2-c/instruction.md": "54970bef882836d68baf47693ff6581ca7530b415d48d6aae7d7325f1c19013f",
          "tasks/sales-l2-c/task.toml": "d554a682bb1fbe6c86551a1787fae63b70cbeccf96fb985a9dcee255a494b7a0",
          "tasks/sales-l2-c/tests/criteria.yaml": "d00b23af47dc6b0e2858a909bf6c39bfcaabfdbe41bf318b8b65dbc22f11c98b",
          "tasks/sales-l2-c/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/sales-l2-c/tests/trajectory.json": "37d40b3d8d3ca14566a4187d5c2f99c611dc67f1ff8cb1f0ebaf9ae84d83622f",
          "tasks/sales-l2-d/README.md": "e4723af70a4c9db849cedd839dcb652652e33c3e6e6368e7fe010d09070699c5",
          "tasks/sales-l2-d/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/sales-l2-d/instruction.md": "9f824388e54a2fcadeafb75da60dacb6471602be3dc371161f92626144ce4321",
          "tasks/sales-l2-d/task.toml": "953dd305a968746eb37f5ecdacc041d91efde8442c2c93f5572d1a5aaa874dba",
          "tasks/sales-l2-d/tests/criteria.yaml": "9930a84c764938b8e4883e3dedf79945333352a01e34ca5894d32c9fd1b885f0",
          "tasks/sales-l2-d/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/sales-l2-d/tests/trajectory.json": "e04fb60155a5ddab40ae171776db94f404919c24d2f1340e16671b6e8af6c154",
          "tasks/support-l1-a/README.md": "79350b6272e33759b643cf7cd293930e3f1163b447bbca62659b245e114e8159",
          "tasks/support-l1-a/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/support-l1-a/instruction.md": "658e7ec923b956a83a04b70bac22d10f3af1639a990cfb979377c0a8f4f2317f",
          "tasks/support-l1-a/task.toml": "7f7abafa1f1d333d062e17fe123ad07e6c8147d30fd9538ad51323e19ac6af55",
          "tasks/support-l1-a/tests/criteria.yaml": "beff2e2db41b5eaf3a538f280c98218453deb616cffe360d98852f05245affca",
          "tasks/support-l1-a/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/support-l1-a/tests/trajectory.json": "2580b58fa98475fa99505ff59740e633a9d28933ce14cc1ec66e96629939f18f",
          "tasks/support-l1-b/README.md": "4b2881433f7247674c703972cd9bb2f6283fcefe87f2e4b9ab9782cb9d649e67",
          "tasks/support-l1-b/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/support-l1-b/instruction.md": "f2a49cae157665edfc09e3b2d5ad46b8869bf5a1bdc7aa737ac3c7bcccabf0ab",
          "tasks/support-l1-b/task.toml": "f2fc089ff8c0e6626f409d8d1c80242fbbda097f9235c364b4603607c995f68f",
          "tasks/support-l1-b/tests/criteria.yaml": "fac82d6b576d3d1382718ed517190d36a8c5007c86e155ab93ae62a0bc853aae",
          "tasks/support-l1-b/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/support-l1-b/tests/trajectory.json": "c1f7eace9eb01731be6ba07d4fbe75ad8c3b6b22b437e3dca29a9f723bc58409",
          "tasks/support-l1-c/README.md": "c397cfcebdbfeab7c56521e8836d8a32cbce69d105f7e40c4a311984ba587353",
          "tasks/support-l1-c/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/support-l1-c/instruction.md": "f8ac231e597702aa3fdd2431f885a015395b7848edc3fac38337607aa27e0fa4",
          "tasks/support-l1-c/task.toml": "951591d2ce9278b548e84204b4c28f404f87e904ec35efdd28d6695039abf6ef",
          "tasks/support-l1-c/tests/criteria.yaml": "b8f75725cc3feb414510f617beff69f6eb24a9f1c8ca1ed1fc21783024ca888f",
          "tasks/support-l1-c/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/support-l1-c/tests/trajectory.json": "6889b751b41f77f74fc76c705a88de2fc8292d19d06b632be0799bf25b31069b",
          "tasks/support-l2-a/README.md": "7e36f5f92977675e1dc0164e733af97c497242b3166be0c8eb1c3bb8862ebbc6",
          "tasks/support-l2-a/environment/Dockerfile": "52f494e13ab54d8bfd89cec9d56313580ddc9b9a28ca4fa4f949de8fce836f81",
          "tasks/support-l2-a/instruction.md": "fae2ac9b81a3b21f8c0ad076e8719beb98f8690dcb27ace2ea2ce9965499680a",
          "tasks/support-l2-a/task.toml": "8051d7ecf6aefd5ce2e3a2c58fdacb1b7acef839d9560589dd341eb5c9fb8823",
          "tasks/support-l2-a/tests/criteria.yaml": "a2e44da334b723cc6b72799d86eb3f5e473539c6fd40ce59c21e2e96e47a11ec",
          "tasks/support-l2-a/tests/test.sh": "7e3edc7cccd8be2aaffc22c3c776afae661b8f7c3a178b82594dee2bb9d9b701",
          "tasks/support-l2-a/tests/trajectory.json": "ce6f72c5e75b8f6406f53fc8b8ec58d6c9ec3e806f4775c207a7fed5c22f34d8"
        }
      }
    },
    {
      "id": "iosworld",
      "name": "iOSWorld",
      "repository": "https://github.com/ljang0/iOSWorld",
      "revision": "c59287b6ec9a9d0d7269613ad873f6aa9db0f42c",
      "license": "Apache-2.0",
      "adapter": "iosworld",
      "paths": [
        "scripts",
        "mcps",
        "docs",
        "tests"
      ],
      "verifier_paths": [
        "scripts"
      ],
      "extra_files": [
        "tasks.json",
        "requirements.txt"
      ],
      "records": 133,
      "kinds": {
        "benchmark_task": 133
      },
      "platforms": {
        "iOS": 133
      },
      "verifiers": {
        "source_preserved": 133
      },
      "categories": {
        "single_app": 27,
        "multi_app": 60,
        "memory": 46
      },
      "snapshot": {
        "filename": "iosworld.zip",
        "sha256": "b0b8fc9ede0b3a542aa8ecc8b3fc5bfc98d5d49219a60a6b6f923af18d82de92",
        "bytes": 214456,
        "files": {
          "LICENSE": "fa9fe1e31ed8da21d0b51621d3a3669ced4f0e42353aaf4bd8be1615d200eaac",
          "README.md": "706f9d770b65a1238e56f74f7dd5089c7756cc88e0ac09d80c7b2b3085a09b27",
          "requirements.txt": "f6637ee01fa13a80afa3a0a07174e43f41b1eada0bfd6186cc9f8b03e822c58a",
          "scripts/appium_agent.py": "0bc3c3c40f7a921753a95d1f291f9341d227af6435bbd6b524ffa979ecc58e17",
          "scripts/aws/bootstrap_mac_host.sh": "d7652b974d15acab7bff35c8215b9d7ef31daa1156c9afa97898a92e7c075661",
          "scripts/aws/cleanup_ec2_mac.sh": "0a5dd676d8028e463a76e9fe77800b2f0fe1f07d86215675a8862d99c516177a",
          "scripts/aws/provision_ec2_mac.sh": "0e02c2fdc651fa77792b5944f75c3e6fb99bc2173faee59a183f2940901a0dd5",
          "scripts/aws/smoke_ec2_mac.sh": "961f30d211cee87d3c4993b22a5cea533b6f32de5d7cf359f3653bf042319f24",
          "scripts/aws/upload_xcode_xip_to_s3.sh": "6ec2ebbec6b20b0dac334f7998b1bc4c28e990898f56f15ecdc681023dc1d56f",
          "scripts/bootstrap_release.sh": "7631b92ef1c79b084505bd4902184f8ca0a09ddd9acf48be84b2b49fd16ee726",
          "scripts/combined_mcp_server.py": "3664df1373fce06978ec9f56616f542bbacc0eee89e076a82688c1bc5e276d41",
          "scripts/create_sim_pool.py": "114fb208628469368bca783bbf18e51bfb62b68dec4ae0509b0e0c0509a4c343",
          "scripts/demo.py": "30dadd7c5469d58de24b5d44fa031e567c4886d5e8181ec1d0d74ee40365b568",
          "scripts/find_latest_udid.py": "e1158e7e3aeaa2817bb588cfe3177a3b36caf1f0173d634f21a12fbc4449f20b",
          "scripts/judge_trajectories.py": "5ae8a8c129230526d13d5d9477299904a700b83f586eaf20bdb23e5059b73a19",
          "scripts/llm_action_generator.py": "c7526c9195f75a29eb2d17d4edafb6e812ccf33941d705d78c946d001773e33e",
          "scripts/mcp_agent_runner.py": "761b6eecd6f60fc827d3c5630e30c9cc69cac8e767bb931fff402efc259ad523",
          "scripts/merge_results.py": "6069a44b0244cb7265f22be0b7aec0c7ec95f093f00895f045a07266af8269b3",
          "scripts/run_benchmark.sh": "457db1742342eea3f8f5b9c1bbadad9bad07d10062e81571031ef75d41aa7752",
          "scripts/run_parallel.sh": "cbc1d8fe247178af73c699d5f09bcd02f23102eb38e38377d769e2218eacccad",
          "scripts/run_task_by_id.sh": "05ec53becff303e79fdb44124693b75c21221652c51b5d4c8ee043617ebd6c6e",
          "scripts/setup_env.sh": "93da1c071a49a8f89650a69e37dc985dc64e0d4a070fe8aeef21d2883afbbef6",
          "scripts/setup_mac_host.sh": "bcda6f169b806bec61bda1361336e8a75d69a22c96e19f5f60cd34b645b45134",
          "scripts/split_tasks.py": "d48053e11d63f99eeb8a0308da067cb04d2b69b8f1d293d01d7017c90d727725",
          "tasks.json": "42c0b5558fde0e71193b79fa3222e59d6f8f9be72e8151e260ddb0d6f99a76bb"
        }
      }
    },
    {
      "id": "workarena",
      "name": "WorkArena / WorkArena++",
      "repository": "https://github.com/ServiceNow/WorkArena",
      "revision": "e885130962f61fb64ac305497996a46cfc7d18f0",
      "license": "Apache-2.0",
      "adapter": "workarena",
      "paths": [
        "src/browsergym/workarena"
      ],
      "verifier_paths": [
        "src/browsergym/workarena/tasks",
        "src/browsergym/workarena/api"
      ],
      "extra_files": [
        "pyproject.toml",
        "requirements.txt",
        "CITATION.cff",
        "src/browsergym/workarena/__init__.py",
        "src/browsergym/workarena/config.py",
        "src/browsergym/workarena/instance.py",
        "src/browsergym/workarena/utils.py",
        "src/browsergym/workarena/data_files/setup_files/knowledge/protocols.json"
      ],
      "support_paths": [
        "src/browsergym/workarena/data_files/task_configs"
      ],
      "records": 715,
      "kinds": {
        "parameterized_template": 715
      },
      "platforms": {
        "Web": 715
      },
      "verifiers": {
        "source_preserved": 715
      },
      "categories": {
        "menu": 2,
        "form": 5,
        "list-filter": 6,
        "knowledge": 1,
        "service catalog": 9,
        "list-sort": 6,
        "dashboard": 4,
        "planning_and_problem_solving": 132,
        "information_retrieval": 78,
        "data_driven_decision_making_and_reasoning": 312,
        "sophisticated_memory": 56,
        "contextual_understanding_infeasible_tasks": 104
      },
      "snapshot": {
        "filename": "workarena.zip",
        "sha256": "cebdc0074b01ff77e9d0060b1c3c33e0084f0f877d375a7913b6ffa9d9068ec7",
        "bytes": 6178407,
        "files": {
          "CITATION.cff": "34e6cb74247c077b5fa3f3d6803c48513e19d834e35b852ec7b7f7fd20dae435",
          "LICENSE": "b192c58991e8ff585cc574615d40e74185404d4b96c1109d423071ab1367344b",
          "README.md": "834a48f0346036a0fc591a36f9eb6f513b44a2777a66afa0917f28fc63f29334",
          "pyproject.toml": "796db500e3b4585a008c5a6ca94abeaa0792e743330a8b72b84cea8fd4f76eaa",
          "requirements.txt": "4f40c28e99b6335f876983eb47f118a02d20458de55a9fa018bdf48d8f6a574d",
          "src/browsergym/workarena/__init__.py": "79368d66aeca3e7d13fdf147d4ab9a3ff36ec02382e11d15a898d5701ea4329a",
          "src/browsergym/workarena/api/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "src/browsergym/workarena/api/category.py": "e288b03e745ab3465609d932eface1369bbff4f7c1fc79a19c56bf0c967219f0",
          "src/browsergym/workarena/api/change_request.py": "f59e6e3f6df1d3c5ae25aa359dad6d80cfc1f03998a01e2f8e27a3850a260c2c",
          "src/browsergym/workarena/api/computer_asset.py": "ffe646fd6da6f4b6daa0f1ead6141a6f60c4726abf9df804c9458c9f145cbc43",
          "src/browsergym/workarena/api/cost_center.py": "f25146421287d540d4da7c0c62903b36a8b6b47630ee8dfb86031286c68d12cc",
          "src/browsergym/workarena/api/expense_line.py": "31f22c9e0ca79ae2178200d8b1f5e6a38f386c1573dedc0d64d4ef5c323843c9",
          "src/browsergym/workarena/api/incident.py": "6d56a9b1ed9c07d1f27e04ee8fe20c00904c30fbfb9bda24469cdda689680a7d",
          "src/browsergym/workarena/api/knowledge.py": "94fbcd0d7c02f4df5998ebdea8b57047d07ab588fc0c3a278f69f77eed40a034",
          "src/browsergym/workarena/api/problem.py": "404afdbb05023af559733eceafd6ca91beda088acfecb48fba5bdf38b5720f53",
          "src/browsergym/workarena/api/report.py": "9cd49370ce26284f465e3966efcee20252b943bd6841b59d51c56f9741a5a5e1",
          "src/browsergym/workarena/api/requested_items.py": "8345f4b00d6ff1b010cf3f637e9013a9272d50d34e4c3e78ec3e841f9678b30d",
          "src/browsergym/workarena/api/requests.py": "cf6bd04d3926d47474e3f77fa5c7ba8e8a6e37ef8e874814693f9886b55af7ef",
          "src/browsergym/workarena/api/system_properties.py": "f83cac1ee5137c7f36b6440639a94d76daa5fb6c9e196107e5005a613a412a1e",
          "src/browsergym/workarena/api/ui_themes.py": "f47f07867a875add020395f9135b289245d2098631b5666f84d15c5e7ddef74b",
          "src/browsergym/workarena/api/user.py": "98bc7caf8445540bb0ebae75e319e2bf9b27fcee24c2302c55ffa20900bd6899",
          "src/browsergym/workarena/api/utils.py": "b999c3135e7128f0b5a62058e71a0c11a32983f6e221fee6514d5c2220acee91",
          "src/browsergym/workarena/config.py": "9ff9c4e86d3c11db1c85fbfdb4abc9d425a78296da3b75286f199b93dbdf1125",
          "src/browsergym/workarena/data_files/setup_files/knowledge/protocols.json": "682d9391efe6c2a6d8ddad6aae195bec84929e004d5549ca38e2d915dbf3c505",
          "src/browsergym/workarena/data_files/task_configs/all_menu.json": "c99ade9b9c7d879b323e83d6950793eee5dc37692629890bc099bfe96b41b63e",
          "src/browsergym/workarena/data_files/task_configs/create_change_request_task.json": "2ccc52d98886f3f787d1f857062b357f201713f5d864fc0c98cb83d90bb37436",
          "src/browsergym/workarena/data_files/task_configs/create_hardware_asset_task.json": "9283f8382de8b7589cf326e30a9d5f7aff17d09c48cbf82267b0b22cf744e2a2",
          "src/browsergym/workarena/data_files/task_configs/create_incident_task.json": "05168ceb534cb0eb3d96bc399f5a13d46b18965d3ef07a716268be472f8fa415",
          "src/browsergym/workarena/data_files/task_configs/create_problem_task.json": "2e11038e40c584a7af370444395fa3ebd0b73d06e9b2efcf96ddb01932b1c144",
          "src/browsergym/workarena/data_files/task_configs/create_user_task.json": "510a2b9ce35c920de84e2da64e84eafaece23f464ee3c5e88f9c6f1d71e4129f",
          "src/browsergym/workarena/data_files/task_configs/dashboard_retrieval_minmax_task.json": "f212e65afc3f9382268494855eb2a11c820335901cd0bee6250f7cfd87ce5cdd",
          "src/browsergym/workarena/data_files/task_configs/dashboard_retrieval_value_task.json": "1155d92110ba3d65ba1ed16d7c9e7b2d8c6256b71295c025ad4f022cb4c51465",
          "src/browsergym/workarena/data_files/task_configs/filter_asset_list_task.json": "00f4e0b3ea790a40559963be110d8eec2a6df67bdaaaf413e5fcedcd6a04f1d0",
          "src/browsergym/workarena/data_files/task_configs/filter_change_request_list_task.json": "90bef1890c527d7660c04661ae78ffa0c57f5b4c012e8dd05706f7747524bfb9",
          "src/browsergym/workarena/data_files/task_configs/filter_hardware_list_task.json": "f5ee6fc5ddae40d4e33825c64918363df640b1ce5a191e768edde6d646e22dd4",
          "src/browsergym/workarena/data_files/task_configs/filter_incident_list_task.json": "a6b043deb4167aadbf3cb781219fecb42ec645fe2ce003d75d1cbff1b2f8c1b8",
          "src/browsergym/workarena/data_files/task_configs/filter_service_catalog_item_list_task.json": "581facff602c0482315f8f858c53ed9b52a8014e32526580348bfa45288f6967",
          "src/browsergym/workarena/data_files/task_configs/filter_user_list_task.json": "2bfd3a9496462d577ade1128fa91ba2114dd5c505d70cb057a8fd139a046c1fb",
          "src/browsergym/workarena/data_files/task_configs/impersonation_users.json": "132696b8f3fcecb26dbb2ebf417056dfe30dcf16e82dca112e54b78e33e90970",
          "src/browsergym/workarena/data_files/task_configs/knowledge_base_configs.json": "d7eec016f2d1eefd915dca4aa8399b286607c1120e2f416d1e33afe668c186d8",
          "src/browsergym/workarena/data_files/task_configs/order_apple_mac_book_pro15_task.json": "b8751c1c93fb62222e3fbffe2f9757a294a8b9135f59158c503e7b9078eab8dc",
          "src/browsergym/workarena/data_files/task_configs/order_apple_watch_task.json": "16a97500696b4c1e194060e70bf16ed973edbec5b587559b86808aa6ba07ccb4",
          "src/browsergym/workarena/data_files/task_configs/order_developer_laptop_task.json": "7bd0dee5314d47a5ff1d3283b486a3b68ceb472800560bb93cd4cdde3c6cc52b",
          "src/browsergym/workarena/data_files/task_configs/order_development_laptop_pc_task.json": "6746bbc49b4b63f04b76944aa034d6ec24fcb1d0c1e7d226c57a16717b741334",
          "src/browsergym/workarena/data_files/task_configs/order_ipad_mini_task.json": "91c7f3e84a7a1f234b8b1ff0b4cd484d08fed366b3bfb2629d00bac5f9fb196f",
          "src/browsergym/workarena/data_files/task_configs/order_ipad_pro_task.json": "811e46dc12e2a229f8a8e3cdaaae91d571ad141bc304b453d13aea3ba487a0ed",
          "src/browsergym/workarena/data_files/task_configs/order_loaner_laptop_task.json": "83f043467be7e709bbad170849d993d7defee0c0ded907ec5a6639167086ed37",
          "src/browsergym/workarena/data_files/task_configs/order_sales_laptop_task.json": "e88199839344da98eb51e0f239a8e4dd9d85e130a3a8144b4bd54f87b944bb94",
          "src/browsergym/workarena/data_files/task_configs/order_standard_laptop_task.json": "a9287c94cd7746043268a033348c0033407ce2266f48e818d4540400679ac1a0",
          "src/browsergym/workarena/data_files/task_configs/report_retrieval_minmax_task.json": "470b961e2f16fdc816185dfbf9c7f898bc7903b584af8228f11f2457e1ea8e93",
          "src/browsergym/workarena/data_files/task_configs/report_retrieval_value_task.json": "18a030ef42ffd344a80d282be1a9c99a2a72ba591fcb692b771cc2fd5b0a6628",
          "src/browsergym/workarena/data_files/task_configs/sort_asset_list_task.json": "0b11aea60d79385013f33d1d76279326720e435c47a8224992a3e0648d6c24d0",
          "src/browsergym/workarena/data_files/task_configs/sort_change_request_list_task.json": "76660fcecf3a306cc3fa3fe1f1b122ca71fd2d675f9b5d9ad99e4f91227bf9d7",
          "src/browsergym/workarena/data_files/task_configs/sort_hardware_list_task.json": "884e519ac90d7e2c3ee826a3320981ef9a31c89f2abb92488c9ba01dfd4d34f4",
          "src/browsergym/workarena/data_files/task_configs/sort_incident_list_task.json": "ce1d869ea5ccf01463ec2eaf9c8cab603f98a3daf17b4f6b4f8cd7a029af7930",
          "src/browsergym/workarena/data_files/task_configs/sort_service_catalog_item_list_task.json": "734b4d47873b9eb3b0f76d95111f2fa46e8a36ebfadb7f7d6c9049e2b25c802d",
          "src/browsergym/workarena/data_files/task_configs/sort_user_list_task.json": "a9c49012d4a383416ee127813238ccba40fb9dd2a46057625f80c14437eda9b5",
          "src/browsergym/workarena/instance.py": "9cf0cc0a37657902e589da64c9118d9bd5414b3b40b33edb8de1802fd44ed0cd",
          "src/browsergym/workarena/tasks/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "src/browsergym/workarena/tasks/base.py": "22487f03923dffd69c1c540272754c127941837bb7407403d88fcd6c6bc3e921",
          "src/browsergym/workarena/tasks/comp_building_block.py": "2e0dca6c05abc730077b95db3cde8bf1bbddbbb99f269981bc8ee35de483c0a1",
          "src/browsergym/workarena/tasks/compositional/__init__.py": "ce06e5db7a30c146529c50fce2b87e4098ad680b0d087d0f35272dfc7fcdacce",
          "src/browsergym/workarena/tasks/compositional/base.py": "c1137fa6f80dec0353e505f85c87593b092f6dccc2240bd09d69efc6e7543751",
          "src/browsergym/workarena/tasks/compositional/dash_do_base.py": "2861f0eada42f126c8535df8732d2431dcf16dd70c1143ad9a15dcc2dfd30650",
          "src/browsergym/workarena/tasks/compositional/dash_do_catalog.py": "701dcb7459dbfa6b14fa2f8be02c74e6720ba1450613105bb2b89bc4c4168412",
          "src/browsergym/workarena/tasks/compositional/dash_do_catalog_infeasible.py": "a875ec76d7ec237ac26b25f88e0682fa36725ad1602a4b57fa7110fa7bf2159d",
          "src/browsergym/workarena/tasks/compositional/dash_do_create_incident.py": "b2a7a4e83b2921ef9ccb4ce55bb984e21c8a858dffdc05b7949878e2242fc3b1",
          "src/browsergym/workarena/tasks/compositional/dash_do_create_incident_infeasible.py": "71c09c00c32516f1ea1ef39de8434d3e7a6d0f22b68ad9e631db5be2807d6365",
          "src/browsergym/workarena/tasks/compositional/dash_do_create_problem.py": "70b5aec310455cc3b12a49aa43caa9f4f0502df556c9da9dd6eb20d7ed308ccb",
          "src/browsergym/workarena/tasks/compositional/dash_do_create_problem_infeasible.py": "5d4995b7a7fccdc2664ba359fc3dc02df2a57f4db5b2d27ab636b42c69116106",
          "src/browsergym/workarena/tasks/compositional/dash_do_filter.py": "48450d0d404f550a36aee922eb1d800e18b7cd426813bcd7cb187312b9087562",
          "src/browsergym/workarena/tasks/compositional/dash_do_request_item.py": "877787fd3fe6fa5c65d1feecb4ad4b3e378c96a506795ad86f5c81a81b8287e5",
          "src/browsergym/workarena/tasks/compositional/dash_do_request_item_infeasible.py": "af34c7a219bdc75386f2e0b8035c1973df2c02f01df6fb7bcaed7c05b21f2d32",
          "src/browsergym/workarena/tasks/compositional/delete_record.py": "7d7b3fa5da6967ad0b039724e8b80dddf277c3d67f324999308ebe00423bdce8",
          "src/browsergym/workarena/tasks/compositional/edit_knowledge_base.py": "6ca95ca5f04d0ac472b7e92d05072f8e7f10a5cc7d63c91a48f7f515eab1b0f1",
          "src/browsergym/workarena/tasks/compositional/expense_management.py": "f7d6e90f4b175c33c688ddc498d5d47628cf8ecfb3717f9d1ebc2fe630864b00",
          "src/browsergym/workarena/tasks/compositional/filter_and_do.py": "3c742a70117463a5777dc98a2235c9d00afd493bb98ab5d0bd6a4a14ed955c71",
          "src/browsergym/workarena/tasks/compositional/find_and_order_item.py": "e1be18989429dbd38dd52ad077daf39c46de40fb70a965d00097c6ad9ac7e55c",
          "src/browsergym/workarena/tasks/compositional/manage_change_request_schedule.py": "534a3f95ef7b9b38e0beae70dcf508ec8e07ac5a2c80485d6f0bcc003b96d726",
          "src/browsergym/workarena/tasks/compositional/mark_duplicate_problems.py": "8b7214660d1c91fbe2bff460dca2f615c6b2c49eb9ac4812eef6cf719279219d",
          "src/browsergym/workarena/tasks/compositional/maximize_investment_return.py": "07388f930f329cdcef0f1520ea22a3877782dd9822f17fbe8e6eeb4d32aea040",
          "src/browsergym/workarena/tasks/compositional/navigate_and_do.py": "868e03fc5047cdf1390c7697fd657323daadc799674ab14e287fc0e3bcb793d0",
          "src/browsergym/workarena/tasks/compositional/navigate_and_do_infeasible.py": "c35ae061a5a24a1be9492997d7c4b77d9732107855975c4b2a1822f9f39f2ef7",
          "src/browsergym/workarena/tasks/compositional/offboard_user.py": "87909b53265ff49c92db26bd07d448ff07d2880b8498fe0b705982ea187e7f07",
          "src/browsergym/workarena/tasks/compositional/onboard_user.py": "67668f5a73e3374ba315c822de2358f0f61bfd1615ec95d477b91428360cd4f1",
          "src/browsergym/workarena/tasks/compositional/update_task.py": "9f58656d60965701a0484fda0f9cb87d58f2fe642d13932c41988f60c806af81",
          "src/browsergym/workarena/tasks/compositional/utils/curriculum.py": "6659cf2e29de7ef9f818f36ff73483189a601b4278ae9287f4b0402dfb660730",
          "src/browsergym/workarena/tasks/compositional/utils/infeasible_configs.py": "881c8ede4723e531ab1325fe43ad19a05436b59348e1669260d8ef6c2558fb2d",
          "src/browsergym/workarena/tasks/compositional/utils/knapsack.py": "4f9cc1b89b2984e98bc08cfae22997ee1e4a94cc53ad73c7711004df69eff519",
          "src/browsergym/workarena/tasks/compositional/warranty_check.py": "d044e5d7aeb33ea3993ef8b8a3553d9ef2c649bf6b7f6cd0268596b8ced95299",
          "src/browsergym/workarena/tasks/compositional/work_assignment.py": "ccc158e2d1b1c6341fcdc0b76197f53a2c1f4ef51f906d5e7d4ebba3b212192b",
          "src/browsergym/workarena/tasks/compositional/workload_balancing.py": "8b3329e010934390c7d0fd964efd68c3845cfa7aa43e58d3a511972476abed51",
          "src/browsergym/workarena/tasks/dashboard.py": "ea88690b8d33a4ad4d2e57d833b448a9e7a79ae12ea082fdc0e054746dc94c52",
          "src/browsergym/workarena/tasks/form.py": "01c6a487782d727841552a2922c6bbac53329ddb2e8aad70cc35195e142c387b",
          "src/browsergym/workarena/tasks/knowledge.py": "cdff91c7a0bc3a125c50b11e59ee0857337f49e0cd810d234862a2d7a1882579",
          "src/browsergym/workarena/tasks/list.py": "f321e9a0ea0f6481b909c04d2c40148040264c9f7593590d4f7a945dcf7d3d3d",
          "src/browsergym/workarena/tasks/mark_duplicate_problem.py": "db39cfa32b82e3b864204cf9f63591f8a076a3818a27dcf92bf0be9a906a05f1",
          "src/browsergym/workarena/tasks/navigation.py": "335e3fb23074acdc1dcbd8ca45cee5e1edb5c1be52e18a5e5036d57c95716bb7",
          "src/browsergym/workarena/tasks/scripts/README.md": "fa33ad19ff64db3a0186b0647ac99f0e7afdfacd0f84e122d0a588f717cec35b",
          "src/browsergym/workarena/tasks/scripts/extract_all_menu_items.py": "bcfc5ae58d3a4578900ba61a477d01f5aa7f66edf885375dc6884b2aa2a68f3c",
          "src/browsergym/workarena/tasks/scripts/generate_dashboard_configs.py": "bddb8f017dd75eecd0370eca0d1b60231c2ab20ea956f59345cdb9dcf661df63",
          "src/browsergym/workarena/tasks/scripts/generate_forms.py": "c27a971356f9790770401d19aaca904b9cfd54d2b239b527628615becab8b0cd",
          "src/browsergym/workarena/tasks/scripts/generate_navigation_tasks.py": "33630d7f83599df808da3d109827d3a2c354f8a2a1723f1445c5ff780ce8dbc6",
          "src/browsergym/workarena/tasks/scripts/knowledge.py": "5a3dbf1a7bf1ef08a771780bb7e4fcc3322a1538840ad8bdc93d379b68ed9e32",
          "src/browsergym/workarena/tasks/scripts/list.py": "0b2f69bd41ea291c121f9c964fbe3a656f53306642f6aac1cef3ca6431966133",
          "src/browsergym/workarena/tasks/scripts/service_catalog.py": "fe396541611f89489d460897fa115b76b4d12a68ae7ef40ee11279e7c87c1ee4",
          "src/browsergym/workarena/tasks/scripts/validate.py": "438497344b6348df0f9bafc5cfc75d3afe616d26b1725ce28bf066ddd487bde1",
          "src/browsergym/workarena/tasks/send_chat_message.py": "f32592044303a6ffeb794e101fddab8edc8f57a66384e0206f2e3ae4e95cde33",
          "src/browsergym/workarena/tasks/service_catalog.py": "dce0f71271d3f385bee5af3952fff645feb72b397d9c05ebae872cad7f62bb21",
          "src/browsergym/workarena/tasks/utils/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
          "src/browsergym/workarena/tasks/utils/debug.py": "104cbb46dd844f0928acf9b4b3acbfbb4c2eb65e6b0e9fcf56e33b06f9ec6c80",
          "src/browsergym/workarena/tasks/utils/form.py": "80274f4247c19de30aff1fb0e2dcbb46b32a40ad68df7b8ece581072f5f489c2",
          "src/browsergym/workarena/tasks/utils/js_utils.js": "9fdedf998d8992be7dac47104ae49b0a79f52f664dc0cdcdae0fa9e130247545",
          "src/browsergym/workarena/tasks/utils/private_tasks.py": "a5f491fd6b364a28aaf5ea8748771e72ebcef882f66d0401f1fb9792b264391c",
          "src/browsergym/workarena/tasks/utils/string.py": "8abe7f0120fd41214c67d92e1e8dac9d25d1b927efff044e1fa9f104b3933f82",
          "src/browsergym/workarena/tasks/utils/utils.py": "c500fe9e313080deeac5f9f574b04df0c61f777925dd3b957e9988d72c4c2fd9",
          "src/browsergym/workarena/utils.py": "983e91a95b9afa6d7e98a3354461a5504bb5b3aba7d1923d6b96533cdee0d616"
        }
      },
      "configuration_pools": {
        "files": 33,
        "raw_rows": 19833,
        "counted_as_task_records": false,
        "interpretation": "Saved L1 JSON rows, not verified distinct goals or executed instances."
      },
      "levels": {
        "L1": 33,
        "L2": 341,
        "L3": 341
      },
      "compositional_workflows": 341,
      "compositional_level_variants": 682
    },
    {
      "id": "cadworld",
      "name": "CADWorld",
      "repository": "https://huggingface.co/datasets/Zihan1004/CADWORLD",
      "revision": "fa02aa03b944daf2ae5b23e56d135bb7cbb75994",
      "license": "Apache-2.0",
      "adapter": "cadworld",
      "transport": "hf_files",
      "file_manifest": "cadworld-files.json",
      "implementation_repository": "https://github.com/Zdong104/CADWORLD",
      "implementation_revision": "e5d0ebab8bd28da6e98c68c61db05747d1647f7b",
      "implementation_manifest": "cadworld-verifier-references.json",
      "verifier_paths": [],
      "snapshot_scope": "Task configurations, evaluator rules and dataset license; implementation code and binary assets are linked, not mirrored",
      "records": 200,
      "kinds": {
        "benchmark_task": 200
      },
      "platforms": {
        "Linux": 200
      },
      "verifiers": {
        "config_preserved": 200
      },
      "categories": {
        "appearance": 3,
        "assemble": 25,
        "cam": 15,
        "cloudpoint": 3,
        "fem": 3,
        "macro": 3,
        "measure": 3,
        "mesh": 3,
        "part": 77,
        "sketch": 63,
        "techdraw": 2
      },
      "snapshot": {
        "filename": "cadworld.zip",
        "sha256": "67735adcc9b83daefe0f105e0ad26d446b890866680719ab76e64eafd4d20efd",
        "bytes": 406420,
        "files": {
          "LICENSE": "cfc7749b96f63bd31c3c42b5c471bf756814053e847c10f3eb003417bc523d30",
          "README.md": "776c06e85031bdd6336dc3a6a09a6fe9e04c093e4b6f02fbc5da3e21a6b4332f",
          "data/tasks.jsonl": "caabba04fe150488682f28d36a8942ab8243ba11c37adc8efb5098caa40881b7",
          "examples/appearance/freecad-appearance-001.json": "f367a6789129e6ff8067bbb7cca0ccb8efb76b57ff8be3ff44d6cff1f4daefaa",
          "examples/appearance/freecad-appearance-002.json": "a5a9b97adbf2715e59b008bbb7ef703e20ea6b7adf134694b9ac3dad90a693d9",
          "examples/appearance/freecad-appearance-003.json": "9fe81e20595359f2aa1373bc4840fb96353316371e7cac8ea698d121ad5131f4",
          "examples/assemble/freecad-assemble-001.json": "e18bc3a2b08b0899a49b346d40573a38d33a4f1bc0ca6a82219b906c0a593d00",
          "examples/assemble/freecad-assemble-002.json": "78ddd805cbe9fe7e0bfb18ffefc0ddee228c0717fd6fe72cdad674477ad2079e",
          "examples/assemble/freecad-assemble-003.json": "a3387c915f85ea36141f4f80f6114dd94cfef3f3e0f07230e46b631fb4c43360",
          "examples/assemble/freecad-assemble-004.json": "b99887960bcc41d754fb18614bcc67d9bf5b72a139bb9e4d6b9f60d768bd64e5",
          "examples/assemble/freecad-assemble-005.json": "455d22078654249a931633d0154a4116eb0a20037f878b4a517d4310dea54028",
          "examples/assemble/freecad-assemble-006.json": "197ebdeea16be960ccff3674a32e2ceccabbe3a6a69e5e498513155ed8cc332c",
          "examples/assemble/freecad-assemble-007.json": "d125c64650d3932918419e47a0274870b117bf95340abddfa2fc8d5f188ef6a2",
          "examples/assemble/freecad-assemble-008.json": "f3201f1a30dd7c563edd43ef94028aa1c5b687efb510e2bee4aae906b73b44e9",
          "examples/assemble/freecad-assemble-009.json": "5716071b1eb8fc21832124106edc132023eeadcf88e9d77eeb890926ae08e631",
          "examples/assemble/freecad-assemble-010.json": "7f4ea757e0e56b8163436be95b1ba59fa6bf6fed895dc80fa9d86b3670f257ff",
          "examples/assemble/freecad-assemble-011.json": "8f344cb466b05ee213a3b662fa6bb0342009dfe40b3226a2d06d50f41f3575c4",
          "examples/assemble/freecad-assemble-012.json": "edbc31b2c2b5d62c39f57720105c2a42c309d8bc5a2f5c475ab6eca794e61cb4",
          "examples/assemble/freecad-assemble-013.json": "3dde08f7dd4e9c01cd3b84630f110fb91f3fad6141bca080a065032556fd099f",
          "examples/assemble/freecad-assemble-014.json": "99a10a1ee3a1c3435df9c53df85ee6f3d00fe8664fef3b5d4c76c5213a6626c2",
          "examples/assemble/freecad-assemble-015.json": "2dcc85459d04046bf1d79b7fb9e4392e4e89a9fc5066c8ff673fc8ef41f58790",
          "examples/assemble/freecad-assemble-016.json": "d15f667e15d04ac646524e398039e4d61a99b174b5cb46091a1ba91e29e53182",
          "examples/assemble/freecad-assemble-017.json": "13ff745761d0f0e9db70b78e3009ab5aaeb4285a5f5a0049757cfb436026dd43",
          "examples/assemble/freecad-assemble-018.json": "e9874a921b697a021c5f30c1b249cfa0adc93b6dd46aea3e6cec0e018436eb8f",
          "examples/assemble/freecad-assemble-019.json": "73d5d16888d2183b9c60fdcbfde3a71262b33c551184ce92236a9b9182facc2a",
          "examples/assemble/freecad-assemble-020.json": "87ab790cef710748f53220b076e2b97614afbfe5c22f79ea9ccdda7d758d3cfe",
          "examples/assemble/freecad-assemble-021.json": "8a32b3842da100ceff136ff3054da0741bf1c314360eb93b83bb8c9009b2a457",
          "examples/assemble/freecad-assemble-022.json": "75b23a97841a49d66b7de6a5822143553b92452eeefebfdbc47e3ccca2957a2a",
          "examples/assemble/freecad-assemble-023.json": "509fa2275946ab04089d92412f530d20a1e6c1167c1e43bd914600acd3a9ebf7",
          "examples/assemble/freecad-assemble-024.json": "0d421c7286d5d72f2f9a3369a80ad67fc6c3ac18c40f9b987d7df30301b979ff",
          "examples/assemble/freecad-assemble-025.json": "8656ec19cd8cb1757da0ef9c99aa344928983e7ffde9bdcfc4df11351a5200d9",
          "examples/cam/freecad-cam-001.json": "ad0264fa561554d4f04b5151b21fa3ded7167e75ba02860a1102f90e69cd5882",
          "examples/cam/freecad-cam-002.json": "f9f25e908d20a230b404d53abefec6c10aa8e97848f5abc2fe7e0633ae75c713",
          "examples/cam/freecad-cam-003.json": "3934374b033e81a03e805eb179d7795f4db559d98800810917b7562febc21d72",
          "examples/cam/freecad-cam-004.json": "07304ad63508fe527624065ac9a3bf741de5eccccb41dfc106c4e0b81ce2dfb4",
          "examples/cam/freecad-cam-005.json": "a1cc1888584ff26b2eb7b54182079d5873eaacb80f07922fb6f21c573539fe27",
          "examples/cam/freecad-cam-006.json": "832042e61f4fe3bcf598bd03a49bb7c811ea41139b21513b9230e41ce7056a21",
          "examples/cam/freecad-cam-007.json": "4da4d337d91ee79c4daecc7434ab49782901b6c0ea513832e10a476a8a35471d",
          "examples/cam/freecad-cam-008.json": "3e082344cd291bda7e7c5dbf122a52bbb0facaa7e83ecb999160930a3f89d46d",
          "examples/cam/freecad-cam-009.json": "f84e27e4fc9ebf6603f162716e110020ad3b819f452d5fdf8c2869a0bd27b4fa",
          "examples/cam/freecad-cam-010.json": "613a52de621ddf9af07f32573bddbd8812aa8828b427d5bfd1d5c679f31d9b32",
          "examples/cam/freecad-cam-011.json": "3b15b95ce51bf0dce83e49cb0dd7507e53ba151a582f31a4aea802f7ad264076",
          "examples/cam/freecad-cam-012.json": "e4939e77a7b84fe4e9f36a27d8e37262f8a4ef5b1d4c3ab6b22fef359b782769",
          "examples/cam/freecad-cam-013.json": "346a65f6cccf14bf7af7a5fbb867e87b429b5f04dd7f64d35f9dcda5425772e2",
          "examples/cam/freecad-cam-014.json": "0de0e3b5a90a2999046c8449408e79211b29b4192c310d61005b78c4de172aa3",
          "examples/cam/freecad-cam-015.json": "02902bedad755e07a5697f2441aabf49ccf82038cc47b70a90e779b1f9ea6b82",
          "examples/cloudpoint/freecad-cloudpoint-001.json": "88128f69072d3ba2847c5a0e04f9692e4fced9c03b635dbaee08c0d492f8a1c6",
          "examples/cloudpoint/freecad-cloudpoint-002.json": "48cec5350f551e04a79dddb6994946e6525012b32b1be1d45150892e4c23dccc",
          "examples/cloudpoint/freecad-cloudpoint-003.json": "43dbe0411e602582d20c68bb2e21385c490ea21ca121f91eb4bd5ebf4f8a2040",
          "examples/fem/freecad-fem-001.json": "729d63daecd26b7d2fe633ded92db8288eb183be7ee50e4a188615bd0cac9434",
          "examples/fem/freecad-fem-002.json": "8a88235142c1b59372a30f1acdf845d9d1e4cfa886cc3eebf3e2313569fae395",
          "examples/fem/freecad-fem-003.json": "f4bf33bd12dec7c9cf8a10c0232e49a03d88b1dd0ee60217ee67dc8a58634b88",
          "examples/macro/freecad-macro-001.json": "81c5adde7ac941477671a9ef9fd51dc601778583ed1272e78c1792a94ebd594c",
          "examples/macro/freecad-macro-002.json": "2dbb689923ab7e1324c378368454a4c56cd95d19aef49b441587dacf2c8d6e98",
          "examples/macro/freecad-macro-003.json": "27e4e29ced4fbb0c60a37f6e05c0fbc76d737418009dd53708c442f81773d21c",
          "examples/measure/freecad-measure-001.json": "d982718283c0ca1ffb97c3df922a3075fde9c3ea378edde5b30a66f490562f70",
          "examples/measure/freecad-measure-002.json": "ddf35505eeea80e0fa9754f9f78fedad7f3b4005a62ad92d95468257d085e76a",
          "examples/measure/freecad-measure-003.json": "d1eadefab9f6d93f29564859cdaead9ba137f914a6a9cc01095ef1efae2067b9",
          "examples/mesh/freecad-mesh-001.json": "242b9eb71874d5824c8afd979a8cb689353795d516113905d7b1a6b8b6d75493",
          "examples/mesh/freecad-mesh-002.json": "1a89321f5d9d8120823a2e5c51f7aebc4f9523fa28a6e6dd9ea7936c1adb4316",
          "examples/mesh/freecad-mesh-003.json": "7ad9f36e741f314fb7649e105c05a6cbd318c2a5d42586a62c63ef23828448ad",
          "examples/part/freecad-part-001.json": "77d6a1b3eacd1911d1c95720233854f76213b8e583470cf01c38842913c99bb9",
          "examples/part/freecad-part-002.json": "7f214bb344e0b5b42602afbb19497da3029e3b9372c2cafe31318729b712daae",
          "examples/part/freecad-part-003.json": "3add38812ba84da5a584b2f7ba955b423022bd3f65e351f61881c7708ef77e95",
          "examples/part/freecad-part-004.json": "42d3b0f12d2caee2350ca4b64aaf8f611bf5b899697654991589c82650167fdc",
          "examples/part/freecad-part-005.json": "85395d78bcd0ba01ad3a657c018369e075858d6bcafebbdff1ab7b42b4a78a29",
          "examples/part/freecad-part-006.json": "152a36c2aaa343dbb6ddf2f1c939c33a35abdda026497f9d5600311b1396993f",
          "examples/part/freecad-part-007.json": "6fa13d1d8ef171e16f3a78bbfc765451951479d63136e4b30da2a17cb564a2a4",
          "examples/part/freecad-part-008.json": "63d5308ea28fad818dc10674b5a8552884bcfe69b125a075c992bb78b6fde7e1",
          "examples/part/freecad-part-009.json": "e2fc6cb766e3295eac374475c551a27e77b8cda35b62102d96aada8309e4a2bc",
          "examples/part/freecad-part-010.json": "f5ff03796a81888522729e15941f9098cca8ea7628ef9418ada110fdf9e7b445",
          "examples/part/freecad-part-011.json": "945a4f02f11782714076369ca1d9ea640a40d289b5a4b9616557440094a5f863",
          "examples/part/freecad-part-012.json": "70d34811081da27d0576cc635fabc28f427e04b58905c8b59de88cb08e692783",
          "examples/part/freecad-part-013.json": "227e64fd17c23da8d85937cee145f55f73f76c1261bc467ae3172cb1870d4e76",
          "examples/part/freecad-part-014.json": "33cc732a2dc3918170d7d684f991f3c344669e4a29f176329f54249d57e9258b",
          "examples/part/freecad-part-015.json": "198d36d7ce016276852a02b90af819f9c00e4a8a08f5473c5680d10973fc2a46",
          "examples/part/freecad-part-016.json": "89fee4b01cc92715205403e3dd1f56cc065bf3ba859586aa533b85ce45b90172",
          "examples/part/freecad-part-017.json": "ea85987d049cc08dfed7605f6851c4502abe7a1a47eec03eec4e9832c524595a",
          "examples/part/freecad-part-018.json": "429a5ad0d8c5f54199070185005f1151cb1a2a31ee8aef62b6af57f14609a6a8",
          "examples/part/freecad-part-019.json": "fcaf87cce12621f09f9c216f153503b19c0524462490185d7830a33d17f478df",
          "examples/part/freecad-part-020.json": "2b26699534231e79c5a2ae8d42d69a60a150c4232234de646dca8aafb949a807",
          "examples/part/freecad-part-021.json": "36cbbb14bcb69b15e480fed9f4e836d482276234f4840717dc7a365ff7f04a1f",
          "examples/part/freecad-part-022.json": "c2ade731114f17ed445731d1be25e296c56edab86304158a36c23ad5ae1654d1",
          "examples/part/freecad-part-023.json": "9d61aee8575617b9b29016f62a90ddd85593e5c4b8bb43cd87799efc51d62cb3",
          "examples/part/freecad-part-024.json": "cdee01422b967e853aff4f6695562655c688532c7d9a4f39209e7dd70f31b240",
          "examples/part/freecad-part-025.json": "9de5109323fb24950c89209d747c6d28db79426e312b069b965b3dd567742f50",
          "examples/part/freecad-part-026.json": "08a2ed28b3f71bec09e9fdcac15e9b7bd1a907830b80a321e87c3409a55e2a35",
          "examples/part/freecad-part-027.json": "d048f262833591a018c202a9799512b034e1ce545b50cbecfdbb16fcc56d02a9",
          "examples/part/freecad-part-028.json": "2cb36f39359b2efc6033c14cd26788e0040656676c1c178f9ab3eaee7fa25f2e",
          "examples/part/freecad-part-029.json": "097f499799b91dc9a2821845feeeef21dcbe9f848308f93129cbb0e888063694",
          "examples/part/freecad-part-030.json": "85813322888c2fd9859ddf0b7e8ecb967cc56e2be1a5b8c0d4feac538f1d7350",
          "examples/part/freecad-part-031.json": "d35f570483d7c33f94e170df8d751ef974a11a73e7abeed18868c2467eb73ba5",
          "examples/part/freecad-part-032.json": "a00c7caa5199418c6a2a92dab77690cff83edb24b8fcef8eb953f63e860f55c1",
          "examples/part/freecad-part-033.json": "e4a7722f844f85f0145fe42c9cde48f14c82dd6cc26b36371a7ad4c472a0e194",
          "examples/part/freecad-part-034.json": "6d2a4dae5feb5d4139a8ecce56177f2b0323e5f336c6123dde8a38909dfdf0ba",
          "examples/part/freecad-part-035.json": "6499fefa8e6b5d97388c7dd1483f77efdea92b42d9e18148ace8ee1fede0957c",
          "examples/part/freecad-part-036.json": "543ddf4708371aaf6252151adbf099b20302099210344cf2537e4b1a8e7a31bb",
          "examples/part/freecad-part-037.json": "ffb74501775bf5fe8e580ddbd839742e02e1cfda1bf00957617edbed19328bcd",
          "examples/part/freecad-part-038.json": "37665e0b8aa2c2363144778da6f17eb815db3c918c2294e7d761f4973974a8b4",
          "examples/part/freecad-part-039.json": "d0e90843e142179a83e8fc1d4a1844c76ef28c90ad244e86d947b1c47acc6d24",
          "examples/part/freecad-part-040.json": "421b9691fcbde9cfbe6b03aecbc98f574e5cd9272f21902018dfeee60580eaa7",
          "examples/part/freecad-part-041.json": "1f825c98f0f121012c2e6fd164ccd7c03fa26938d6274b21dedfb741f1dd6503",
          "examples/part/freecad-part-042.json": "eefbd369a1602437d0052dcd522539c2b554e065e84f5676ea21bfabcac8438d",
          "examples/part/freecad-part-043.json": "472826ed3d0a897ad9e820dee049a3cf70fd59347dd5fd159f1967c416c3f845",
          "examples/part/freecad-part-044.json": "5e3b86d75d76f85e3c278d9d63d9b1566d025af98c093cceab67e07200be5733",
          "examples/part/freecad-part-045.json": "84e82d48180c024c5f7c796939538206b6caf73db4e5dda749f9f5b9a97e849a",
          "examples/part/freecad-part-046.json": "364dbea0a9dddcc390209bdbbba0069a0c4038ec56aa9dc21e29f3317ac88b06",
          "examples/part/freecad-part-047.json": "cc4df707609c919cb17aa86aca60288817ee68e265c27040af00931f41a5a2d2",
          "examples/part/freecad-part-048.json": "3700f4bd9e38027544f29278576ee99dd98c7d1d11f9b1b911ea28630fb98f9f",
          "examples/part/freecad-part-049.json": "5605c2fc4d234d76f42a976bbeb15e9c8d03ae3ed24eacfa78fe2e38e46e0dab",
          "examples/part/freecad-part-050.json": "3a3e492782f3dfc67752b1d8cc9358f044fbed010917db7dcf233742ee7179cd",
          "examples/part/freecad-part-051.json": "5c506b045493d61c8223cfadcc78ec37667d89668c3434071755bab6863c661d",
          "examples/part/freecad-part-052.json": "45cd001b7d96faf87b11153bc1cc9ddcc069bdda754bd0aca5d4c2d7883d94ed",
          "examples/part/freecad-part-053.json": "123152a1187e54fe75f4e5b8a247d3eb2daec1e7edcc5d4e5232cce751fa3d8f",
          "examples/part/freecad-part-054.json": "001be8b235bd0d2347e3a16948abbdef9323f1c69da74679d45f3ac142205cda",
          "examples/part/freecad-part-055.json": "4c678e85d3aa44eed179b41a95ee6ac243974284e6291bba5b98ca120db0ffb6",
          "examples/part/freecad-part-056.json": "162e738ee5decec26b50c33a63dea542e4738b6837142ba9c31db527cf9fb0af",
          "examples/part/freecad-part-057.json": "b1dc36484c6ec9513140ee72283643713e25db30567104d84314c560a03a45b7",
          "examples/part/freecad-part-058.json": "cfde3e42ca25625b3c64b0fb71a8516b3c8380939371feae81357d3abb7370f7",
          "examples/part/freecad-part-059.json": "0ed6a3195a005342e5702c101d2a588918dbcfcde7cca1e48df3a0da09b4dd27",
          "examples/part/freecad-part-060.json": "2f8dcc23c68434e626a88fb3b195260f80ab8ae54edee699324981b4e9f36ae6",
          "examples/part/freecad-part-061.json": "9e32d01b596d85d46777e3eec2df5c3247546ec619e7b39fa209e350d0eac3b7",
          "examples/part/freecad-part-062.json": "e9486d9abecef64f7ba5eca27ec9fcd8cecb6f73db2853c6bc16ada5cb086e75",
          "examples/part/freecad-part-063.json": "982752a5260e195f78c0b3d64f62701d4d057482054e2c98ff712b1877c9d7d5",
          "examples/part/freecad-part-064.json": "2db5910b86dd7ae171f94c79ca2893992b3226cbe97583d31ce92af6abcc71fe",
          "examples/part/freecad-part-065.json": "f1164a74003d4bb7e65e4abe3217aee282cab84b05609f42e6212b9c2c3592d8",
          "examples/part/freecad-part-066.json": "9f985870c50d3f0a56d1d5b013962864ecc752c549cdbcf8050b356d267ca995",
          "examples/part/freecad-part-067.json": "fe83e040ec448c0ce7a4759654d7a0a8d0bcf682b88c1d2792203ffe20f4f943",
          "examples/part/freecad-part-068.json": "1e0181b382d9ea5afeb37852c9cfced0b7645f295d67611701398b0ae69f5e9a",
          "examples/part/freecad-part-069.json": "e1c95bd4de9fa47597ceaa8dcbebc6c213e1725cef26a686b6ef5aa4719a3818",
          "examples/part/freecad-part-070.json": "10dcea8b4d30e9e8df93054e70a18c0960a5dc3da80f910bbcbd80654606a670",
          "examples/part/freecad-part-071.json": "8a48df9438264c7e4c3dc6771dc14970926693cbf3560b08e66a061d49369d36",
          "examples/part/freecad-part-072.json": "51fb0eb5fc66190b7e59762745a9929203ef546a0ddbba3f5d5d20682b8cf12d",
          "examples/part/freecad-part-073.json": "cb11d9a8938f2f7c418522b905b5665575c9ca405a6343449011809ba67452a5",
          "examples/part/freecad-part-074.json": "b7f8e45025029975b0c35995058b4e0d55929abb20a7cd939e786f75f26518af",
          "examples/part/freecad-part-075.json": "69071cf9398164ea8ba72e7c03eeece724d8acb0cb5f2e83d211707f9bcf655d",
          "examples/part/freecad-part-076.json": "c9fc90fa292936b257c5bd1138e21e95bd6ec63710db4ac0d4e7329dd9af321d",
          "examples/part/freecad-part-077.json": "80fa0eb68e5c9fb290927269117d4313790e9d23900059f0ecf2136cf79cb015",
          "examples/sketch/freecad-sketch-001.json": "6f96e8443708787d5e5351f1afe327ebc69c033caf7a428536e6935bb1d264b5",
          "examples/sketch/freecad-sketch-002.json": "d1820ff4a3da9e0ccc41eda4f5b74b7c277fefb0733fac0cc01e939481db6dae",
          "examples/sketch/freecad-sketch-003.json": "fc4424dc872f212154759e31df2d34b83024d99dd8fab40febcc222f0891c606",
          "examples/sketch/freecad-sketch-004.json": "beb967ad5d91448d3a76e9b65611216552535bf4cf7c35a1c7c417726078a20a",
          "examples/sketch/freecad-sketch-005.json": "8ed0c68eef67be0d0fb203c18608ca102e7c465a74e788885540cbb0950a8c22",
          "examples/sketch/freecad-sketch-006.json": "761ca39420317f08cfaf56a92abffec0a50edb29fb5bb39382554d777f97ca4b",
          "examples/sketch/freecad-sketch-007.json": "110def02c46988e50c6070669e27d2e8461114e7f0b66a971a351a70586a2c51",
          "examples/sketch/freecad-sketch-008.json": "93bce558ec7de448b8e3f0342d6cad7f296a0fdac8fb74a588d1a13d09393093",
          "examples/sketch/freecad-sketch-009.json": "55364e4d9732d738509f36290a1ea22f04811b34f124497da38d097ca0858edc",
          "examples/sketch/freecad-sketch-010.json": "b816e9d85394911e6d435e48d0a4184e3899d927a662260f2904ed4aa30ad2dc",
          "examples/sketch/freecad-sketch-011.json": "21492fb5142d9df425e4e109b6951af406a38f96546f511bc8eefd71f6c2e019",
          "examples/sketch/freecad-sketch-012.json": "e4f07da1439eb9034728c4ebeceab41a6317a210f5b73e4bf709afa736970e3a",
          "examples/sketch/freecad-sketch-013.json": "8abb33c8a2a93e15b75a6e71a6bbe64474a2f1220afdfd89d4dc97e7293dbc6f",
          "examples/sketch/freecad-sketch-014.json": "aadb61a352e08753b5847e54d65e8291340ccf96d70ede002cd198d4f0cf6828",
          "examples/sketch/freecad-sketch-015.json": "99cc555c3ab2e5990515fc29be76e1aca868c6f881b3131fccb0f15a5aa19934",
          "examples/sketch/freecad-sketch-016.json": "612639a86e1ebef45b36b84c8ab9a8ddf19d5d9c43ce44ce05a344dc2e98074d",
          "examples/sketch/freecad-sketch-017.json": "c18bf586b973bcc0b9ce98d072d4b9c25e12f8031e744382a763db47a30ed811",
          "examples/sketch/freecad-sketch-018.json": "334f6ccc315d405e3b2960b715f8849ad833f698854cadea74d9669ba3fed72b",
          "examples/sketch/freecad-sketch-019.json": "3d08488c2fb6054decb73f56b324e69b3b60bf6aae58badceed40802f1daa782",
          "examples/sketch/freecad-sketch-020.json": "94c201e8cda78cbc7cc22e93fdd8b8f5272bcd32e66bb78653c9f14aa45b4493",
          "examples/sketch/freecad-sketch-021.json": "52eb8e089cf9ed797cf006f39d8b0f4329c18c56bbcda2617d47c989c3abdaea",
          "examples/sketch/freecad-sketch-022.json": "7fd28bb1f0286ad59b02053b7c04747789c241193d2b3bfa802d2fe1b2c9f67f",
          "examples/sketch/freecad-sketch-023.json": "af49c3ddeca3ffe56d0b4e17f58e4d1e4c1d20fe5d219ecffcc9ff8c6d6189bf",
          "examples/sketch/freecad-sketch-024.json": "dab1840fc152ea18dd6753e2f26eb43eea2482053c1e13b2a56205cd158cb899",
          "examples/sketch/freecad-sketch-025.json": "9e7123006767d7f6f2b950de18e79b59d3bdd2c2ce75a8c40156b2690b731208",
          "examples/sketch/freecad-sketch-026.json": "162c799898743ead814a9c85ef8c8200b22bb2ea401d50dcbc2608c49a473f33",
          "examples/sketch/freecad-sketch-027.json": "7e25fa74e7e97c3f1a4e8f04471995b176ff7da11a2b7b3022a02c4f6d587d29",
          "examples/sketch/freecad-sketch-028.json": "a47f38e5d288b25429c5976ce46887daad6c1ae0962d73c5ea51cae56ae797b8",
          "examples/sketch/freecad-sketch-029.json": "26cbc8af53a734db8e73e7d7c05eed1b0225b1a3b4306a990e4fef0b86d8dfaa",
          "examples/sketch/freecad-sketch-030.json": "7b07018e42722d50a00d587edc5c7d51c0855df25fb196274291ff36b37b546b",
          "examples/sketch/freecad-sketch-031.json": "fb34e0f0dbe3c38c2d433c6718ccd17bd963c392f1b614c5cf102730f8948ab7",
          "examples/sketch/freecad-sketch-032.json": "c5f215fda30c559cae5dc406c6ef910a1808da168771ec62b0dc6add507c3fc2",
          "examples/sketch/freecad-sketch-033.json": "e972941bd919c853b674d0dba9aebc4129936d91e8258283e4c30ecf85d7fae8",
          "examples/sketch/freecad-sketch-034.json": "9c3c1596fd05fc15d041be7d48b83c64bb1bcc764003bd78c2cedfac98bc8243",
          "examples/sketch/freecad-sketch-035.json": "18fd263739544deb1fc2ceaef271c66241a865c36004d1f95be04e621f489750",
          "examples/sketch/freecad-sketch-036.json": "ed4630b7612a55102891fd8b246caa1f3bda09732e787ae20d29df6782a51a46",
          "examples/sketch/freecad-sketch-037.json": "86d896f5bc1e3324dfa84cf4ea789b1b162fd23ce0fea93877f59022a23c0db9",
          "examples/sketch/freecad-sketch-038.json": "d3cb3fddd70cc6e7bdd7df56bde1f5c53d76d4aac929fafa750e5388f030cb33",
          "examples/sketch/freecad-sketch-039.json": "3c9a132f4ba6db0bc060b5b71e2fe89d53b5d93ef3b23a2cde7b3182531f3dfa",
          "examples/sketch/freecad-sketch-040.json": "82dbd8955d90411bc75fd916f608d34980281dfd7115dc64b151748bae8f7433",
          "examples/sketch/freecad-sketch-041.json": "d7f17e6c670a20e3955847ab739f596534f0f142177c3b05ca5bd5615a14b45c",
          "examples/sketch/freecad-sketch-042.json": "f947e7af66bee1d55d6dfa7ce3ec9dcb01d8dd5ab79c6ea6db2c6345d6e79a88",
          "examples/sketch/freecad-sketch-043.json": "ac39aee8e25ea12054e10e7fa969e0df45b56c3cd4e19cae400196c29b4b8b65",
          "examples/sketch/freecad-sketch-044.json": "0ea481a552fcef94689d9079217db13a9e7caf1d532aacbadaabe9d4e4090098",
          "examples/sketch/freecad-sketch-045.json": "f14e3b86a1265f876231b7139913de0a4ff4af2426d23f950b2325a86af7f780",
          "examples/sketch/freecad-sketch-046.json": "e6168ea649bf0b05430fc68f28719167a69f7487026c3f6f51ca04d9c25a8e13",
          "examples/sketch/freecad-sketch-047.json": "50cb681e79b9a90aa70dabf0940508e3eaf4e3fe3ecd1aa522701468b25d312d",
          "examples/sketch/freecad-sketch-048.json": "451d7385c1236a00ba14386479df9e9b7af09c06c77bf8d5700ef5dc67af1a91",
          "examples/sketch/freecad-sketch-049.json": "779572d9b46e935d08f2f3c6da0ddf6283c78bd8213ce233bd18a00f0cbde8b3",
          "examples/sketch/freecad-sketch-050.json": "cd1ac90ed8906e6aacf10f7a9f4b349ded39f0e58d3abb20af97ebb4e9b345f3",
          "examples/sketch/freecad-sketch-051.json": "ea5b834c047213c33b0d10b38721f420e45957fb44a217c654f342a0651f44bb",
          "examples/sketch/freecad-sketch-052.json": "63ede2bdca32aa92562abedf8fe22805fadbff465b7f9d86eb4e10a7ee97d839",
          "examples/sketch/freecad-sketch-053.json": "f8a682a6a944eb7f057a9799f8dd053f46fc9da80bf43599f0a94af916689fbf",
          "examples/sketch/freecad-sketch-054.json": "2e9cff9c648550a782bf5b7a7bf286f45e804b18586d2b2029f8ad32956bb395",
          "examples/sketch/freecad-sketch-055.json": "7ec841a851d118b8d42d504e2cf9072cf36d761547089cc23c83ced972925c53",
          "examples/sketch/freecad-sketch-056.json": "e17cec3782dc80b4ae0c3926305d0be465d1f22b6b82e9bcc6cd9f4d6669bceb",
          "examples/sketch/freecad-sketch-057.json": "53b32358070cf2f6c3306404f8f7ae9624715defe9ef9b888b388ac46c66470b",
          "examples/sketch/freecad-sketch-058.json": "1380e3f1c7d26471c68a938a8ba2f666b1c2f12c1b256076b32e272743bd974f",
          "examples/sketch/freecad-sketch-059.json": "0055aa75e95cf3c9846d5c37da388a4356af297c23cd7f331dad2b36872169fd",
          "examples/sketch/freecad-sketch-060.json": "2230fb03f0d99d85f44b85dbb83e6dc59d5239531bf71be11177f8a95def607d",
          "examples/sketch/freecad-sketch-061.json": "78a918395afbb3fe30079a77478fa4b520bdb14f2334ac29df3a4ef99733ecc1",
          "examples/sketch/freecad-sketch-062.json": "84f0b571db890f32c9617c56d1bda3bdcc33729be0741aaa84b0aba3ad8e11df",
          "examples/sketch/freecad-sketch-063.json": "a3797ad140ab3f181d9743ec5b9b5998f44ec645fe90369c1b402919696c8c19",
          "examples/techdraw/freecad-techdraw-001.json": "73a0c0516246aaf4f1a35ac8d164a7a2d4781d33a040a894d1ae8ba8bce5c066",
          "examples/techdraw/freecad-techdraw-002.json": "ed077e713d24075e3fa52aaab384fe9d30c2ce06bfb32348355855d92e73d607",
          "test_all.json": "78d6f4f04770a3b77776f7bef08a7ab6281474738c079999b561c19cfe45a600"
        }
      }
    }
  ],
  "records": 3878,
  "kinds": {
    "benchmark_task": 3047,
    "parameterized_template": 831
  },
  "execution_status": {
    "imported_not_run": 3878
  },
  "unique_normalized_instructions": 2900,
  "duplicate_instruction_groups": 163,
  "records_with_duplicate_instruction": 393,
  "missing_literal_instruction": 748,
  "upstream_id_collisions": [
    [
      "windowsarena:windows:vlc:INF-0d95d28a-9587-433b-a805-1fbe5467d598-WOS",
      "windowsarena:windows:vlc:INF-5ac2891a-eacd-4954-b339-98abba077adb-WOS"
    ],
    [
      "windowsarena:windows:vs_code:982d12a5-beab-424f-8d38-d2a48429e511-2-WOS",
      "windowsarena:windows:vs_code:982d12a5-beab-424f-8d38-d2a48429e511-WOS"
    ]
  ],
  "verifiers": {
    "source_preserved": 3678,
    "config_preserved": 200
  },
  "limits": [
    "Source definitions and verifier evidence are preserved as configurations, code snapshots or pinned external references; no environment or grader has been executed.",
    "AndroidWorld and WorkArena entries are parameterized definitions, not instantiated executions.",
    "WorkArena includes 33 L1 templates and 682 L2/L3 variants of 341 shared workflow classes; workflow IDs retain the pairing. Configuration pools and seeds do not multiply record counts.",
    "WorkArena requires separately provisioned ServiceNow instances; gated instance-pool data is not mirrored.",
    "CADWorld preserves licensed dataset specifications and evaluator rules; implementation code is linked at a separate GitHub revision and is not redistributed in the source ZIP.",
    "Identical normalized instructions are flagged, not discarded: environment and evaluator variants may differ.",
    "Source snapshots are partial: complete task assets, OS images, website databases and external dependencies are not mirrored.",
    "TheAgentCompany application labels are declared service dependencies, not an exhaustive list of applications used.",
    "TheAgentCompany includes its published example task, explicitly labeled upstream_example.",
    "iOSWorld tasks target an iOS simulator and source-built benchmark apps, not arbitrary physical devices or commercial services.",
    "DevRev Enterprise-Bench is a tool/API benchmark; its Linux label denotes the task container.",
    "iOSWorld and DevRev use model-judged rubrics; preserving the judge source is not evidence of judge reliability.",
    "Imported tasks are not yet mapped to the 430 taxonomy classes."
  ]
}