{
  "schema_version": 1,
  "reviewed_on": "2026-10-16",
  "method": "Static task/schema, manifest and selected scoring-path inspection; no upstream code executed.",
  "dataset": {
    "repository": "https://huggingface.co/datasets/wanlilll/WeaveBench",
    "revision": "cd887bf5ee0e70faa4b250f2cd192bcc1de164ea"
  },
  "implementation": {
    "repository": "https://github.com/weavebench/WeaveBench",
    "revision": "acf203ae24386aa9bcc0da950c533c8c796dc38e",
    "license": "MIT"
  },
  "file_manifest": "weavebench-files.json",
  "metrics": {
    "task_definitions": 114,
    "source_domains": {
      "DAV": 13,
      "DES": 10,
      "DOC": 17,
      "DSK": 18,
      "GAM": 17,
      "OPS": 12,
      "SPA": 12,
      "WEB": 15
    },
    "source_sections_with_http_syntax": 103,
    "source_sections_without_http_syntax": 11,
    "source_sections_with_placeholder_url_syntax": 1,
    "grading_criteria_sections": 113,
    "prompts_containing_cjk": 9,
    "records_with_declared_application_metadata": 0,
    "executed_tasks": 0,
    "executed_judges": 0
  },
  "findings": [
    {
      "id": "main_scoring_path",
      "en": "The main run stages task specification, deliverables, ground-truth files and chat trace for an agent judge. Embedded Automated Checks are reference material; a separate dry-run smoke path can execute them. Neither path was run here.",
      "zh": "主运行路径将任务说明、交付物、参考文件与对话轨迹交给代理评分器。内嵌 Automated Checks 是参考材料；独立的 dry-run 冒烟路径可执行它们。本次均未运行。",
      "refs": [
        "https://github.com/weavebench/WeaveBench/blob/acf203ae24386aa9bcc0da950c533c8c796dc38e/weavebench/eval/agent_judge/run_one_aj.py#L151",
        "https://github.com/weavebench/WeaveBench/blob/acf203ae24386aa9bcc0da950c533c8c796dc38e/weavebench/eval/_runners/responses_gui.py#L52",
        "https://github.com/weavebench/WeaveBench/blob/acf203ae24386aa9bcc0da950c533c8c796dc38e/weavebench/eval/_runners/responses_gui.py#L224"
      ]
    },
    {
      "id": "score_rule_enforcement",
      "en": "The default judge prompt requests eight dimensions, a deliverable-correctness cap and zero for detected fabrication. The inspected host return path forwards model-produced final_score and is_hack; it does not recompute these rules. This is a static enforcement observation, not a measured scoring failure rate.",
      "zh": "默认评分提示要求八个维度、交付物正确性上限及发现伪造时归零。已检查的宿主返回路径直接传递模型生成的 final_score 与 is_hack，没有重新计算这些规则。这是静态执行约束观察，并非实测评分失败率。",
      "refs": [
        "https://github.com/weavebench/WeaveBench/blob/acf203ae24386aa9bcc0da950c533c8c796dc38e/weavebench/eval/agent_judge/prompt_template.txt",
        "https://github.com/weavebench/WeaveBench/blob/acf203ae24386aa9bcc0da950c533c8c796dc38e/weavebench/eval/agent_judge/judge_runner.py#L347"
      ]
    },
    {
      "id": "request_provenance",
      "en": "Every task has an upstream Source section. HTTP-shaped text is present in 103 sections, absent in 11, and one section includes a placeholder URL with an ellipsis. Link syntax alone does not verify an original user request; external attributions have not been independently checked.",
      "zh": "每条任务都有上游 Source 说明：103 条含 HTTP 形式文本，11 条没有，1 条含省略号占位链接。链接形式不证明真实原始请求；本次未独立核实这些外部归因。",
      "refs": [
        "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_10_polars_streamlit_xfilter.md"
      ]
    },
    {
      "id": "readme_schema_drift",
      "en": "The pinned dataset README describes batch folders and Goal/Grader sections, while the 114 files use flat domain folders and Prompt/Automated Checks. Its per-domain table also differs from file counts. This collection follows the actual files and parser, retaining the README unchanged.",
      "zh": "固定版本数据集 README 描述批次目录和 Goal／Grader 章节，但 114 份实际文件使用平铺领域目录及 Prompt／Automated Checks；其分领域数量表也与文件数不同。本库依据实际文件与解析器收集，同时原样保留 README。",
      "refs": [
        "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/README.md",
        "https://github.com/weavebench/WeaveBench/blob/acf203ae24386aa9bcc0da950c533c8c796dc38e/weavebench/utils/task_parser.py"
      ]
    }
  ],
  "limits": [
    "Source authors declare hybrid GUI/CLI requirements; intrinsic channel necessity has not been reproduced.",
    "Dataset and code pins are separate; this snapshot does not assert paper-experiment reproduction.",
    "Only task definitions and selected code/docs are archived. Workspace assets, VM, runtime packages, recorded runs and judge profiles are excluded.",
    "Two task metadata license fields say self-written; the dataset README declares MIT for tasks. Both original fields and the full code MIT license/NOTICE are retained."
  ],
  "records": [
    {
      "id": "DAV_task_0_spyder_step_debug",
      "source_path": "tasks/DAV/DAV_task_0_spyder_step_debug.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_0_spyder_step_debug.md",
      "source_attribution_contains_http_syntax": false,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_10_polars_streamlit_xfilter",
      "source_path": "tasks/DAV/DAV_task_10_polars_streamlit_xfilter.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_10_polars_streamlit_xfilter.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": true,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_11_dbt_lineage_docs_cycle",
      "source_path": "tasks/DAV/DAV_task_11_dbt_lineage_docs_cycle.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_11_dbt_lineage_docs_cycle.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_12_airflow_dag_sla_gantt",
      "source_path": "tasks/DAV/DAV_task_12_airflow_dag_sla_gantt.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_12_airflow_dag_sla_gantt.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_16_prometheus_alert_silence_grafana",
      "source_path": "tasks/DAV/DAV_task_16_prometheus_alert_silence_grafana.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_16_prometheus_alert_silence_grafana.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_17_jaeger_trace_root_cause_compare",
      "source_path": "tasks/DAV/DAV_task_17_jaeger_trace_root_cause_compare.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_17_jaeger_trace_root_cause_compare.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_1_duckdb_query_optimize",
      "source_path": "tasks/DAV/DAV_task_1_duckdb_query_optimize.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_1_duckdb_query_optimize.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_2_process_leak_diagnose",
      "source_path": "tasks/DAV/DAV_task_2_process_leak_diagnose.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_2_process_leak_diagnose.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_2_profiling_leakage_detect",
      "source_path": "tasks/DAV/DAV_task_2_profiling_leakage_detect.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_2_profiling_leakage_detect.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_3_tensorboard_hparam_hunt",
      "source_path": "tasks/DAV/DAV_task_3_tensorboard_hparam_hunt.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_3_tensorboard_hparam_hunt.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_4_streamlit_etl_repair",
      "source_path": "tasks/DAV/DAV_task_4_streamlit_etl_repair.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_4_streamlit_etl_repair.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_5_clickhouse_slow_query_grafana",
      "source_path": "tasks/DAV/DAV_task_5_clickhouse_slow_query_grafana.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_5_clickhouse_slow_query_grafana.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DAV_task_6_jupyterlab_cell_dep_hunt",
      "source_path": "tasks/DAV/DAV_task_6_jupyterlab_cell_dep_hunt.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DAV/DAV_task_6_jupyterlab_cell_dep_hunt.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DES_task_0_inkscape_vectorize_logo",
      "source_path": "tasks/DES/DES_task_0_inkscape_vectorize_logo.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DES/DES_task_0_inkscape_vectorize_logo.md",
      "source_attribution_contains_http_syntax": false,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DES_task_10_darktable_raw_tonecurve_recover",
      "source_path": "tasks/DES/DES_task_10_darktable_raw_tonecurve_recover.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DES/DES_task_10_darktable_raw_tonecurve_recover.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DES_task_11_inkscape_svgo_node_diet",
      "source_path": "tasks/DES/DES_task_11_inkscape_svgo_node_diet.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DES/DES_task_11_inkscape_svgo_node_diet.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DES_task_13_cmyk_softproof_gamut",
      "source_path": "tasks/DES/DES_task_13_cmyk_softproof_gamut.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DES/DES_task_13_cmyk_softproof_gamut.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DES_task_15_blender_bpy_lookdev_eyedrop",
      "source_path": "tasks/DES/DES_task_15_blender_bpy_lookdev_eyedrop.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DES/DES_task_15_blender_bpy_lookdev_eyedrop.md",
      "source_attribution_contains_http_syntax": false,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DES_task_1_heic_avif_batch",
      "source_path": "tasks/DES/DES_task_1_heic_avif_batch.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DES/DES_task_1_heic_avif_batch.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DES_task_1_okular_contract_review",
      "source_path": "tasks/DES/DES_task_1_okular_contract_review.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DES/DES_task_1_okular_contract_review.md",
      "source_attribution_contains_http_syntax": false,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": true
    },
    {
      "id": "DES_task_2_colorblind_audit",
      "source_path": "tasks/DES/DES_task_2_colorblind_audit.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DES/DES_task_2_colorblind_audit.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DES_task_3_print_ready_cmyk",
      "source_path": "tasks/DES/DES_task_3_print_ready_cmyk.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DES/DES_task_3_print_ready_cmyk.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DES_task_4_ai_photo_upscale",
      "source_path": "tasks/DES/DES_task_4_ai_photo_upscale.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DES/DES_task_4_ai_photo_upscale.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_0_latex_layout_fix",
      "source_path": "tasks/DOC/DOC_task_0_latex_layout_fix.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_0_latex_layout_fix.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_10_lo_writer_trackchanges_audit",
      "source_path": "tasks/DOC/DOC_task_10_lo_writer_trackchanges_audit.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_10_lo_writer_trackchanges_audit.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_12_pdf_redaction_leakage_audit",
      "source_path": "tasks/DOC/DOC_task_12_pdf_redaction_leakage_audit.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_12_pdf_redaction_leakage_audit.md",
      "source_attribution_contains_http_syntax": false,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_14_orgmode_babel_tangle_repro",
      "source_path": "tasks/DOC/DOC_task_14_orgmode_babel_tangle_repro.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_14_orgmode_babel_tangle_repro.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_17_print_pdf_pagination_audit",
      "source_path": "tasks/DOC/DOC_task_17_print_pdf_pagination_audit.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_17_print_pdf_pagination_audit.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_1_epub_validation_repair",
      "source_path": "tasks/DOC/DOC_task_1_epub_validation_repair.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_1_epub_validation_repair.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_1_impress_pitch_deck",
      "source_path": "tasks/DOC/DOC_task_1_impress_pitch_deck.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_1_impress_pitch_deck.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_1_latex_figure_overflow",
      "source_path": "tasks/DOC/DOC_task_1_latex_figure_overflow.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_1_latex_figure_overflow.md",
      "source_attribution_contains_http_syntax": false,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_2_heading_style_normalize",
      "source_path": "tasks/DOC/DOC_task_2_heading_style_normalize.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_2_heading_style_normalize.md",
      "source_attribution_contains_http_syntax": false,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_2_pandoc_docx_roundtrip",
      "source_path": "tasks/DOC/DOC_task_2_pandoc_docx_roundtrip.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_2_pandoc_docx_roundtrip.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_2_pdf_form_fill",
      "source_path": "tasks/DOC/DOC_task_2_pdf_form_fill.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_2_pdf_form_fill.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_3_mermaid_drawio_svg",
      "source_path": "tasks/DOC/DOC_task_3_mermaid_drawio_svg.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_3_mermaid_drawio_svg.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_3_okular_annotate_fact",
      "source_path": "tasks/DOC/DOC_task_3_okular_annotate_fact.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_3_okular_annotate_fact.md",
      "source_attribution_contains_http_syntax": false,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_3_xmind_brainstorm",
      "source_path": "tasks/DOC/DOC_task_3_xmind_brainstorm.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_3_xmind_brainstorm.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_4_calc_vlookup_ods",
      "source_path": "tasks/DOC/DOC_task_4_calc_vlookup_ods.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_4_calc_vlookup_ods.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_5_docbook_xmllint_bluefish",
      "source_path": "tasks/DOC/DOC_task_5_docbook_xmllint_bluefish.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_5_docbook_xmllint_bluefish.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DOC_task_6_asciidoc_vscode_pdf",
      "source_path": "tasks/DOC/DOC_task_6_asciidoc_vscode_pdf.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DOC/DOC_task_6_asciidoc_vscode_pdf.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_0_multimonitor_layout",
      "source_path": "tasks/DSK/DSK_task_0_multimonitor_layout.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_0_multimonitor_layout.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_10_btrfs_subvol_snapshot_diff",
      "source_path": "tasks/DSK/DSK_task_10_btrfs_subvol_snapshot_diff.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_10_btrfs_subvol_snapshot_diff.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_11_cgroupv2_quota_enforce",
      "source_path": "tasks/DSK/DSK_task_11_cgroupv2_quota_enforce.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_11_cgroupv2_quota_enforce.md",
      "source_attribution_contains_http_syntax": false,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_12_dbus_service_introspect_repair",
      "source_path": "tasks/DSK/DSK_task_12_dbus_service_introspect_repair.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_12_dbus_service_introspect_repair.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_13_cups_printer_queue_repair",
      "source_path": "tasks/DSK/DSK_task_13_cups_printer_queue_repair.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_13_cups_printer_queue_repair.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_14_polkit_rule_localauth_audit",
      "source_path": "tasks/DSK/DSK_task_14_polkit_rule_localauth_audit.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_14_polkit_rule_localauth_audit.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_15_dunst_notification_priority_audit",
      "source_path": "tasks/DSK/DSK_task_15_dunst_notification_priority_audit.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_15_dunst_notification_priority_audit.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_17_fontconfig_glyph_audit",
      "source_path": "tasks/DSK/DSK_task_17_fontconfig_glyph_audit.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_17_fontconfig_glyph_audit.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_1_dup_triage",
      "source_path": "tasks/DSK/DSK_task_1_dup_triage.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_1_dup_triage.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_1_file_conflict_resolve",
      "source_path": "tasks/DSK/DSK_task_1_file_conflict_resolve.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_1_file_conflict_resolve.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_1_gsettings_dconf_policy",
      "source_path": "tasks/DSK/DSK_task_1_gsettings_dconf_policy.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_1_gsettings_dconf_policy.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_2_electron_app_test",
      "source_path": "tasks/DSK/DSK_task_2_electron_app_test.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_2_electron_app_test.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_2_pactl_audio_routing",
      "source_path": "tasks/DSK/DSK_task_2_pactl_audio_routing.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_2_pactl_audio_routing.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_3_inotify_sync_debug",
      "source_path": "tasks/DSK/DSK_task_3_inotify_sync_debug.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_3_inotify_sync_debug.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_3_system_settings_automation",
      "source_path": "tasks/DSK/DSK_task_3_system_settings_automation.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_3_system_settings_automation.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_4_wmctrl_tiling_fix",
      "source_path": "tasks/DSK/DSK_task_4_wmctrl_tiling_fix.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_4_wmctrl_tiling_fix.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_5_systemd_timer_cgmon",
      "source_path": "tasks/DSK/DSK_task_5_systemd_timer_cgmon.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_5_systemd_timer_cgmon.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "DSK_task_6_flameshot_annotate_ocr",
      "source_path": "tasks/DSK/DSK_task_6_flameshot_annotate_ocr.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/DSK/DSK_task_6_flameshot_annotate_ocr.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_0_gnome_mines_solve",
      "source_path": "tasks/GAM/GAM_task_0_gnome_mines_solve.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_0_gnome_mines_solve.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": true
    },
    {
      "id": "GAM_task_10_gnuchess_pgn_blunder_hunt",
      "source_path": "tasks/GAM/GAM_task_10_gnuchess_pgn_blunder_hunt.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_10_gnuchess_pgn_blunder_hunt.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_11_anagramarama_word_grid",
      "source_path": "tasks/GAM/GAM_task_11_anagramarama_word_grid.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_11_anagramarama_word_grid.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_12_godot_scene_node_debug",
      "source_path": "tasks/GAM/GAM_task_12_godot_scene_node_debug.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_12_godot_scene_node_debug.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_13_hedgewars_lua_mission_debug",
      "source_path": "tasks/GAM/GAM_task_13_hedgewars_lua_mission_debug.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_13_hedgewars_lua_mission_debug.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_14_supertux_level_repair_play",
      "source_path": "tasks/GAM/GAM_task_14_supertux_level_repair_play.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_14_supertux_level_repair_play.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_15_xmoto_level_xml_repair_ride",
      "source_path": "tasks/GAM/GAM_task_15_xmoto_level_xml_repair_ride.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_15_xmoto_level_xml_repair_ride.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_16_kmahjongg_pair_solver",
      "source_path": "tasks/GAM/GAM_task_16_kmahjongg_pair_solver.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_16_kmahjongg_pair_solver.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_17_pysol_freecell_fcsolve",
      "source_path": "tasks/GAM/GAM_task_17_pysol_freecell_fcsolve.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_17_pysol_freecell_fcsolve.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": true
    },
    {
      "id": "GAM_task_1_game_ui_bug",
      "source_path": "tasks/GAM/GAM_task_1_game_ui_bug.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_1_game_ui_bug.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_1_stockfish_puzzle_analysis",
      "source_path": "tasks/GAM/GAM_task_1_stockfish_puzzle_analysis.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_1_stockfish_puzzle_analysis.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_2_gdb_pygame_cheat",
      "source_path": "tasks/GAM/GAM_task_2_gdb_pygame_cheat.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_2_gdb_pygame_cheat.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_2_mines_visual",
      "source_path": "tasks/GAM/GAM_task_2_mines_visual.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_2_mines_visual.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_3_quadrapassel_autoplay",
      "source_path": "tasks/GAM/GAM_task_3_quadrapassel_autoplay.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_3_quadrapassel_autoplay.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "GAM_task_4_pokerth_equity_play",
      "source_path": "tasks/GAM/GAM_task_4_pokerth_equity_play.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_4_pokerth_equity_play.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": true
    },
    {
      "id": "GAM_task_5_sokoban_solver",
      "source_path": "tasks/GAM/GAM_task_5_sokoban_solver.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_5_sokoban_solver.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": true
    },
    {
      "id": "GAM_task_6_rhythm_autoplay",
      "source_path": "tasks/GAM/GAM_task_6_rhythm_autoplay.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/GAM/GAM_task_6_rhythm_autoplay.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "OPS_task_0_vscode_debugger_offbyone",
      "source_path": "tasks/OPS/OPS_task_0_vscode_debugger_offbyone.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_0_vscode_debugger_offbyone.md",
      "source_attribution_contains_http_syntax": false,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "OPS_task_11_helm_headlamp_rollout_diagnose",
      "source_path": "tasks/OPS/OPS_task_11_helm_headlamp_rollout_diagnose.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_11_helm_headlamp_rollout_diagnose.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "OPS_task_12_iotop_baobab_diskhog",
      "source_path": "tasks/OPS/OPS_task_12_iotop_baobab_diskhog.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_12_iotop_baobab_diskhog.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": true
    },
    {
      "id": "OPS_task_14_alertmanager_silence_storm",
      "source_path": "tasks/OPS/OPS_task_14_alertmanager_silence_storm.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_14_alertmanager_silence_storm.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "OPS_task_16_mysql_innodb_lock_workbench",
      "source_path": "tasks/OPS/OPS_task_16_mysql_innodb_lock_workbench.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_16_mysql_innodb_lock_workbench.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "OPS_task_17_rabbitmq_dlq_topology_mgmt",
      "source_path": "tasks/OPS/OPS_task_17_rabbitmq_dlq_topology_mgmt.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_17_rabbitmq_dlq_topology_mgmt.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": true
    },
    {
      "id": "OPS_task_1_pyspy_flamegraph",
      "source_path": "tasks/OPS/OPS_task_1_pyspy_flamegraph.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_1_pyspy_flamegraph.md",
      "source_attribution_contains_http_syntax": false,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "OPS_task_1_strace_gdbgui_segfault",
      "source_path": "tasks/OPS/OPS_task_1_strace_gdbgui_segfault.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_1_strace_gdbgui_segfault.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "OPS_task_2_postgres_explain_pgadmin",
      "source_path": "tasks/OPS/OPS_task_2_postgres_explain_pgadmin.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_2_postgres_explain_pgadmin.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "OPS_task_3_valgrind_massif_memleak",
      "source_path": "tasks/OPS/OPS_task_3_valgrind_massif_memleak.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_3_valgrind_massif_memleak.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "OPS_task_5_bpftrace_pcp_syscallstorm",
      "source_path": "tasks/OPS/OPS_task_5_bpftrace_pcp_syscallstorm.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_5_bpftrace_pcp_syscallstorm.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "OPS_task_6_nginx_goaccess_errlog",
      "source_path": "tasks/OPS/OPS_task_6_nginx_goaccess_errlog.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/OPS/OPS_task_6_nginx_goaccess_errlog.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_0_blender_room_arrange",
      "source_path": "tasks/SPA/SPA_task_0_blender_room_arrange.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_0_blender_room_arrange.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_12_verilator_gtkwave_uart_bug",
      "source_path": "tasks/SPA/SPA_task_12_verilator_gtkwave_uart_bug.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_12_verilator_gtkwave_uart_bug.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_13_meshlab_printability_audit",
      "source_path": "tasks/SPA/SPA_task_13_meshlab_printability_audit.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_13_meshlab_printability_audit.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_14_cloudcompare_scan_vs_cad",
      "source_path": "tasks/SPA/SPA_task_14_cloudcompare_scan_vs_cad.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_14_cloudcompare_scan_vs_cad.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_17_elmer_thermal_isosurface_fem",
      "source_path": "tasks/SPA/SPA_task_17_elmer_thermal_isosurface_fem.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_17_elmer_thermal_isosurface_fem.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_1_floor_plan",
      "source_path": "tasks/SPA/SPA_task_1_floor_plan.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_1_floor_plan.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_1_qgis_flood_zone",
      "source_path": "tasks/SPA/SPA_task_1_qgis_flood_zone.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_1_qgis_flood_zone.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_2_kicad_pcb_route",
      "source_path": "tasks/SPA/SPA_task_2_kicad_pcb_route.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_2_kicad_pcb_route.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_3_colmap_mesh_repair",
      "source_path": "tasks/SPA/SPA_task_3_colmap_mesh_repair.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_3_colmap_mesh_repair.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_4_openscad_parametric",
      "source_path": "tasks/SPA/SPA_task_4_openscad_parametric.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_4_openscad_parametric.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_5_dxf_bracket_repair",
      "source_path": "tasks/SPA/SPA_task_5_dxf_bracket_repair.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_5_dxf_bracket_repair.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "SPA_task_6_fits_wcs_repair",
      "source_path": "tasks/SPA/SPA_task_6_fits_wcs_repair.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/SPA/SPA_task_6_fits_wcs_repair.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_0_iframe_3layer_form",
      "source_path": "tasks/WEB/WEB_task_0_iframe_3layer_form.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_0_iframe_3layer_form.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": true
    },
    {
      "id": "WEB_task_10_lighthouse_devtools_perf_drill",
      "source_path": "tasks/WEB/WEB_task_10_lighthouse_devtools_perf_drill.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_10_lighthouse_devtools_perf_drill.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_11_indexeddb_dexie_repair",
      "source_path": "tasks/WEB/WEB_task_11_indexeddb_dexie_repair.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_11_indexeddb_dexie_repair.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_13_heapsnap_detached_dom_leak",
      "source_path": "tasks/WEB/WEB_task_13_heapsnap_detached_dom_leak.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_13_heapsnap_detached_dom_leak.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_14_coop_coep_isolation_audit",
      "source_path": "tasks/WEB/WEB_task_14_coop_coep_isolation_audit.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_14_coop_coep_isolation_audit.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_15_sourcemap_stack_decode",
      "source_path": "tasks/WEB/WEB_task_15_sourcemap_stack_decode.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_15_sourcemap_stack_decode.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_16_webrtc_simulcast_layer_audit",
      "source_path": "tasks/WEB/WEB_task_16_webrtc_simulcast_layer_audit.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_16_webrtc_simulcast_layer_audit.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": true
    },
    {
      "id": "WEB_task_1_brand_style_match",
      "source_path": "tasks/WEB/WEB_task_1_brand_style_match.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_1_brand_style_match.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": false,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_1_mockup_pixel_diff",
      "source_path": "tasks/WEB/WEB_task_1_mockup_pixel_diff.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_1_mockup_pixel_diff.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_1_websocket_race_debug",
      "source_path": "tasks/WEB/WEB_task_1_websocket_race_debug.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_1_websocket_race_debug.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_2_oauth_pkce_token_audit",
      "source_path": "tasks/WEB/WEB_task_2_oauth_pkce_token_audit.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_2_oauth_pkce_token_audit.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_3_har_replay_mock",
      "source_path": "tasks/WEB/WEB_task_3_har_replay_mock.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_3_har_replay_mock.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_4_a11y_axe_aria_fix",
      "source_path": "tasks/WEB/WEB_task_4_a11y_axe_aria_fix.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_4_a11y_axe_aria_fix.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_5_sw_cache_poison_purge",
      "source_path": "tasks/WEB/WEB_task_5_sw_cache_poison_purge.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_5_sw_cache_poison_purge.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    },
    {
      "id": "WEB_task_6_mv3_ext_bg_sw_debug",
      "source_path": "tasks/WEB/WEB_task_6_mv3_ext_bg_sw_debug.md",
      "source_url": "https://huggingface.co/datasets/wanlilll/WeaveBench/blob/cd887bf5ee0e70faa4b250f2cd192bcc1de164ea/tasks/WEB/WEB_task_6_mv3_ext_bg_sw_debug.md",
      "source_attribution_contains_http_syntax": true,
      "source_attribution_contains_placeholder_url_syntax": false,
      "has_grading_criteria_section": true,
      "prompt_contains_cjk": false
    }
  ]
}