{
  "task1_vanilla": {
    "summary": {
      "n": 20,
      "strict_accuracy": 0.9375,
      "loose_accuracy": 1.0,
      "tight_schema_rate": 0.0,
      "markdown_rate": 1.0,
      "B_distribution": {
        "QUESTION": 15,
        "FEATURE_REQUEST": 5
      },
      "avg_chars": 800.35
    },
    "per_run": [
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 1121,
        "has_markdown": true,
        "_file": "run_01.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 926,
        "has_markdown": true,
        "_file": "run_02.md"
      },
      {
        "B_classification": "FEATURE_REQUEST",
        "strict_correct": 3,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 681,
        "has_markdown": true,
        "_file": "run_03.md"
      },
      {
        "B_classification": "FEATURE_REQUEST",
        "strict_correct": 3,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 551,
        "has_markdown": true,
        "_file": "run_04.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 825,
        "has_markdown": true,
        "_file": "run_05.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 1,
        "tight_schema": false,
        "char_count": 885,
        "has_markdown": true,
        "_file": "run_06.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 744,
        "has_markdown": true,
        "_file": "run_07.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 858,
        "has_markdown": true,
        "_file": "run_08.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 769,
        "has_markdown": true,
        "_file": "run_09.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 775,
        "has_markdown": true,
        "_file": "run_10.md"
      },
      {
        "B_classification": "FEATURE_REQUEST",
        "strict_correct": 3,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 673,
        "has_markdown": true,
        "_file": "run_11.md"
      },
      {
        "B_classification": "FEATURE_REQUEST",
        "strict_correct": 3,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 933,
        "has_markdown": true,
        "_file": "run_12.md"
      },
      {
        "B_classification": "FEATURE_REQUEST",
        "strict_correct": 3,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 712,
        "has_markdown": true,
        "_file": "run_13.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 800,
        "has_markdown": true,
        "_file": "run_14.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 868,
        "has_markdown": true,
        "_file": "run_15.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 791,
        "has_markdown": true,
        "_file": "run_16.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 724,
        "has_markdown": true,
        "_file": "run_17.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 930,
        "has_markdown": true,
        "_file": "run_18.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 778,
        "has_markdown": true,
        "_file": "run_19.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 0,
        "tight_schema": false,
        "char_count": 663,
        "has_markdown": true,
        "_file": "run_20.md"
      }
    ]
  },
  "task1_downskilled": {
    "summary": {
      "n": 20,
      "strict_accuracy": 1.0,
      "loose_accuracy": 1.0,
      "tight_schema_rate": 1.0,
      "markdown_rate": 0.0,
      "B_distribution": {
        "QUESTION": 20
      },
      "avg_chars": 338.7
    },
    "per_run": [
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 322,
        "has_markdown": false,
        "_file": "run_01.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 331,
        "has_markdown": false,
        "_file": "run_02.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 317,
        "has_markdown": false,
        "_file": "run_03.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 317,
        "has_markdown": false,
        "_file": "run_04.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 308,
        "has_markdown": false,
        "_file": "run_05.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 344,
        "has_markdown": false,
        "_file": "run_06.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 300,
        "has_markdown": false,
        "_file": "run_07.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 385,
        "has_markdown": false,
        "_file": "run_08.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 354,
        "has_markdown": false,
        "_file": "run_09.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 310,
        "has_markdown": false,
        "_file": "run_10.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 343,
        "has_markdown": false,
        "_file": "run_11.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 388,
        "has_markdown": false,
        "_file": "run_12.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 338,
        "has_markdown": false,
        "_file": "run_13.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 346,
        "has_markdown": false,
        "_file": "run_14.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 363,
        "has_markdown": false,
        "_file": "run_15.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 344,
        "has_markdown": false,
        "_file": "run_16.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 344,
        "has_markdown": false,
        "_file": "run_17.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 287,
        "has_markdown": false,
        "_file": "run_18.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 360,
        "has_markdown": false,
        "_file": "run_19.md"
      },
      {
        "B_classification": "QUESTION",
        "strict_correct": 4,
        "loose_correct": 4,
        "schema_lines": 4,
        "tight_schema": true,
        "char_count": 373,
        "has_markdown": false,
        "_file": "run_20.md"
      }
    ]
  },
  "task2_vanilla": {
    "summary": {
      "n": 20,
      "found_mutation_rate": 1.0,
      "added_fix_rate": 1.0,
      "flagged_none_rate": 0.0,
      "verbose_rate": 1.0,
      "avg_chars": 1319.7,
      "avg_findings_listed": 0.7
    },
    "per_run": [
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1409,
        "num_findings_listed": 4,
        "_file": "run_01.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1062,
        "num_findings_listed": 0,
        "_file": "run_02.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1373,
        "num_findings_listed": 5,
        "_file": "run_03.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1404,
        "num_findings_listed": 0,
        "_file": "run_04.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1457,
        "num_findings_listed": 0,
        "_file": "run_05.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1457,
        "num_findings_listed": 0,
        "_file": "run_06.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1143,
        "num_findings_listed": 0,
        "_file": "run_07.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1423,
        "num_findings_listed": 0,
        "_file": "run_08.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1634,
        "num_findings_listed": 0,
        "_file": "run_09.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1567,
        "num_findings_listed": 3,
        "_file": "run_10.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1155,
        "num_findings_listed": 0,
        "_file": "run_11.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1423,
        "num_findings_listed": 0,
        "_file": "run_12.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1302,
        "num_findings_listed": 2,
        "_file": "run_13.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1049,
        "num_findings_listed": 0,
        "_file": "run_14.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 785,
        "num_findings_listed": 0,
        "_file": "run_15.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1347,
        "num_findings_listed": 0,
        "_file": "run_16.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1440,
        "num_findings_listed": 0,
        "_file": "run_17.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1365,
        "num_findings_listed": 0,
        "_file": "run_18.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1179,
        "num_findings_listed": 0,
        "_file": "run_19.md"
      },
      {
        "found_mutation": true,
        "added_fix": true,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1420,
        "num_findings_listed": 0,
        "_file": "run_20.md"
      }
    ]
  },
  "task2_downskilled": {
    "summary": {
      "n": 20,
      "found_mutation_rate": 1.0,
      "added_fix_rate": 0.0,
      "flagged_none_rate": 0.0,
      "verbose_rate": 0.1,
      "avg_chars": 384.0,
      "avg_findings_listed": 1.3
    },
    "per_run": [
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 355,
        "num_findings_listed": 1,
        "_file": "run_01.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 360,
        "num_findings_listed": 1,
        "_file": "run_02.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 304,
        "num_findings_listed": 1,
        "_file": "run_03.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 346,
        "num_findings_listed": 1,
        "_file": "run_04.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 400,
        "num_findings_listed": 1,
        "_file": "run_05.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 341,
        "num_findings_listed": 1,
        "_file": "run_06.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 363,
        "num_findings_listed": 1,
        "_file": "run_07.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 388,
        "num_findings_listed": 1,
        "_file": "run_08.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 335,
        "num_findings_listed": 1,
        "_file": "run_09.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 329,
        "num_findings_listed": 1,
        "_file": "run_10.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 1154,
        "num_findings_listed": 7,
        "_file": "run_11.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 356,
        "num_findings_listed": 1,
        "_file": "run_12.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 284,
        "num_findings_listed": 1,
        "_file": "run_13.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 384,
        "num_findings_listed": 1,
        "_file": "run_14.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 309,
        "num_findings_listed": 1,
        "_file": "run_15.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 353,
        "num_findings_listed": 1,
        "_file": "run_16.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 246,
        "num_findings_listed": 1,
        "_file": "run_17.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 381,
        "num_findings_listed": 1,
        "_file": "run_18.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": true,
        "char_count": 401,
        "num_findings_listed": 1,
        "_file": "run_19.md"
      },
      {
        "found_mutation": true,
        "added_fix": false,
        "flagged_none_handling": false,
        "verbose": false,
        "char_count": 291,
        "num_findings_listed": 1,
        "_file": "run_20.md"
      }
    ]
  },
  "task3_vanilla": {
    "summary": {
      "n": 20,
      "any_banned_rate": 0.15,
      "avg_banned_count": 0.9,
      "any_soft_promo_rate": 0.2,
      "avg_soft_promo_count": 0.8,
      "any_hallucination_rate": 0.2,
      "avg_hallucinated_count": 0.2,
      "in_length_rate": 0.4,
      "avg_word_count": 83.75
    },
    "per_run": [
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 79,
        "in_length_range": true,
        "_file": "run_01.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 61,
        "in_length_range": true,
        "_file": "run_02.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 55,
        "in_length_range": false,
        "_file": "run_03.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 60,
        "in_length_range": true,
        "_file": "run_04.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 63,
        "in_length_range": true,
        "_file": "run_05.md"
      },
      {
        "banned_count": 6,
        "banned_present": [
          "thrilled",
          "can't wait",
          "revolutionary",
          "groundbreaking",
          "paradigm shift",
          "cutting-edge"
        ],
        "soft_promo_count": 5,
        "soft_promo_present": [
          "transform",
          "leap forward",
          "we believe",
          "raving",
          "elegance"
        ],
        "hallucinated_count": 1,
        "hallucinated_present": [
          "ttl"
        ],
        "word_count": 226,
        "in_length_range": false,
        "_file": "run_06.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 1,
        "hallucinated_present": [
          "ttl"
        ],
        "word_count": 58,
        "in_length_range": false,
        "_file": "run_07.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 52,
        "in_length_range": false,
        "_file": "run_08.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 1,
        "hallucinated_present": [
          "ttl"
        ],
        "word_count": 66,
        "in_length_range": true,
        "_file": "run_09.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 55,
        "in_length_range": false,
        "_file": "run_10.md"
      },
      {
        "banned_count": 6,
        "banned_present": [
          "thrilled",
          "can't wait",
          "revolutionary",
          "groundbreaking",
          "paradigm shift",
          "cutting-edge"
        ],
        "soft_promo_count": 5,
        "soft_promo_present": [
          "transform",
          "leap forward",
          "we believe",
          "raving",
          "elegance"
        ],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 220,
        "in_length_range": false,
        "_file": "run_11.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 1,
        "hallucinated_present": [
          "ttl"
        ],
        "word_count": 63,
        "in_length_range": true,
        "_file": "run_12.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 59,
        "in_length_range": false,
        "_file": "run_13.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 49,
        "in_length_range": false,
        "_file": "run_14.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 67,
        "in_length_range": true,
        "_file": "run_15.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 56,
        "in_length_range": false,
        "_file": "run_16.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 58,
        "in_length_range": false,
        "_file": "run_17.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 52,
        "in_length_range": false,
        "_file": "run_18.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 1,
        "soft_promo_present": [
          "transform"
        ],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 69,
        "in_length_range": true,
        "_file": "run_19.md"
      },
      {
        "banned_count": 6,
        "banned_present": [
          "thrilled",
          "can't wait",
          "revolutionary",
          "groundbreaking",
          "paradigm shift",
          "cutting-edge"
        ],
        "soft_promo_count": 5,
        "soft_promo_present": [
          "transform",
          "leap forward",
          "we believe",
          "raving",
          "elegance"
        ],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 207,
        "in_length_range": false,
        "_file": "run_20.md"
      }
    ]
  },
  "task3_downskilled": {
    "summary": {
      "n": 20,
      "any_banned_rate": 0.0,
      "avg_banned_count": 0.0,
      "any_soft_promo_rate": 0.0,
      "avg_soft_promo_count": 0.0,
      "any_hallucination_rate": 0.95,
      "avg_hallucinated_count": 2.6,
      "in_length_rate": 0.0,
      "avg_word_count": 42.8
    },
    "per_run": [
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 1,
        "hallucinated_present": [
          "in-memory"
        ],
        "word_count": 40,
        "in_length_range": false,
        "_file": "run_01.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 2,
        "hallucinated_present": [
          "ttl",
          "p99"
        ],
        "word_count": 41,
        "in_length_range": false,
        "_file": "run_02.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 3,
        "hallucinated_present": [
          "ttl",
          "write-through",
          "p99"
        ],
        "word_count": 49,
        "in_length_range": false,
        "_file": "run_03.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 6,
        "hallucinated_present": [
          "ttl",
          "p99",
          "rdb",
          "snapshot",
          "in memory",
          "background queue"
        ],
        "word_count": 45,
        "in_length_range": false,
        "_file": "run_04.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 0,
        "hallucinated_present": [],
        "word_count": 35,
        "in_length_range": false,
        "_file": "run_05.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 4,
        "hallucinated_present": [
          "lru",
          "ttl",
          "write-through",
          "p99"
        ],
        "word_count": 41,
        "in_length_range": false,
        "_file": "run_06.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 2,
        "hallucinated_present": [
          "p99",
          "in memory"
        ],
        "word_count": 37,
        "in_length_range": false,
        "_file": "run_07.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 2,
        "hallucinated_present": [
          "write-through",
          "p99"
        ],
        "word_count": 53,
        "in_length_range": false,
        "_file": "run_08.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 1,
        "hallucinated_present": [
          "p99"
        ],
        "word_count": 43,
        "in_length_range": false,
        "_file": "run_09.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 6,
        "hallucinated_present": [
          "ttl",
          "write-through",
          "redis",
          "p99",
          "sub-millisecond",
          "annotation"
        ],
        "word_count": 54,
        "in_length_range": false,
        "_file": "run_10.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 3,
        "hallucinated_present": [
          "ttl",
          "write-through",
          "p99"
        ],
        "word_count": 47,
        "in_length_range": false,
        "_file": "run_11.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 2,
        "hallucinated_present": [
          "p99",
          "in memory"
        ],
        "word_count": 41,
        "in_length_range": false,
        "_file": "run_12.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 3,
        "hallucinated_present": [
          "ttl",
          "p99",
          "in memory"
        ],
        "word_count": 41,
        "in_length_range": false,
        "_file": "run_13.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 3,
        "hallucinated_present": [
          "ttl",
          "write-through",
          "in-memory"
        ],
        "word_count": 42,
        "in_length_range": false,
        "_file": "run_14.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 2,
        "hallucinated_present": [
          "ttl",
          "p99"
        ],
        "word_count": 36,
        "in_length_range": false,
        "_file": "run_15.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 4,
        "hallucinated_present": [
          "lru",
          "ttl",
          "p99",
          "in-memory"
        ],
        "word_count": 56,
        "in_length_range": false,
        "_file": "run_16.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 3,
        "hallucinated_present": [
          "ttl",
          "write-through",
          "batch operation"
        ],
        "word_count": 31,
        "in_length_range": false,
        "_file": "run_17.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 2,
        "hallucinated_present": [
          "ttl",
          "in memory"
        ],
        "word_count": 49,
        "in_length_range": false,
        "_file": "run_18.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 2,
        "hallucinated_present": [
          "write-through",
          "p99"
        ],
        "word_count": 40,
        "in_length_range": false,
        "_file": "run_19.md"
      },
      {
        "banned_count": 0,
        "banned_present": [],
        "soft_promo_count": 0,
        "soft_promo_present": [],
        "hallucinated_count": 1,
        "hallucinated_present": [
          "ttl"
        ],
        "word_count": 35,
        "in_length_range": false,
        "_file": "run_20.md"
      }
    ]
  }
}