{
 "round": "1024-simple-layout",
 "runs": {
  "375": "round-1024-simple-layout-material",
  "376": "round-1024-simple-layout-remain-material"
 },
 "baseline_round": "1016-c4-visual",
 "arm": "B",
 "relayout_commit": "d2561c90345a30098fb8afebba54b342b3b2489b",
 "input_commit": "f4ba848a61aff39c855acaf6012aad3dab89d1ed",
 "n": {
  "all": 3114,
  "changed": 230,
  "unchanged": 2884,
  "run_375": 2400,
  "run_376": 714
 },
 "pairing": {
  "case_key_mismatch": 0,
  "missing": 0
 },
 "bad": {
  "all": [
   708,
   693
  ],
  "changed": [
   91,
   60
  ],
  "unchanged": [
   617,
   633
  ]
 },
 "rate": {
  "all": [
   22.7,
   22.3
  ],
  "changed": [
   39.6,
   26.1
  ]
 },
 "grades": {
  "all": {
   "old": {
    "ACCEPTABLE": 1046,
    "BAD": 708,
    "PERFECT": 1360
   },
   "new": {
    "ACCEPTABLE": 1073,
    "BAD": 693,
    "PERFECT": 1348
   }
  },
  "changed": {
   "old": {
    "BAD": 91,
    "PERFECT": 76,
    "ACCEPTABLE": 63
   },
   "new": {
    "BAD": 60,
    "PERFECT": 93,
    "ACCEPTABLE": 77
   }
  },
  "unchanged": {
   "old": {
    "ACCEPTABLE": 983,
    "BAD": 617,
    "PERFECT": 1284
   },
   "new": {
    "ACCEPTABLE": 996,
    "BAD": 633,
    "PERFECT": 1255
   }
  }
 },
 "axis_bad": {
  "all": {
   "old": {
    "1_structure_fitness": 97,
    "2_content_substitution_accuracy": 205,
    "3_visual_hierarchy": 128,
    "5_text_readability": 150,
    "7_design_completeness": 401
   },
   "new": {
    "1_structure_fitness": 100,
    "2_content_substitution_accuracy": 202,
    "3_visual_hierarchy": 117,
    "5_text_readability": 116,
    "7_design_completeness": 410
   }
  },
  "changed": {
   "old": {
    "1_structure_fitness": 2,
    "2_content_substitution_accuracy": 13,
    "3_visual_hierarchy": 15,
    "5_text_readability": 52,
    "7_design_completeness": 62
   },
   "new": {
    "1_structure_fitness": 3,
    "2_content_substitution_accuracy": 10,
    "3_visual_hierarchy": 10,
    "5_text_readability": 22,
    "7_design_completeness": 40
   }
  },
  "unchanged": {
   "old": {
    "1_structure_fitness": 95,
    "2_content_substitution_accuracy": 192,
    "3_visual_hierarchy": 113,
    "5_text_readability": 98,
    "7_design_completeness": 339
   },
   "new": {
    "1_structure_fitness": 97,
    "2_content_substitution_accuracy": 192,
    "3_visual_hierarchy": 107,
    "5_text_readability": 94,
    "7_design_completeness": 370
   }
  }
 },
 "transitions": {
  "changed": {
   "PERFECT": {
    "PERFECT": 64,
    "ACCEPTABLE": 9,
    "BAD": 3
   },
   "ACCEPTABLE": {
    "PERFECT": 16,
    "ACCEPTABLE": 41,
    "BAD": 6
   },
   "BAD": {
    "PERFECT": 13,
    "ACCEPTABLE": 27,
    "BAD": 51
   }
  },
  "unchanged": {
   "PERFECT": {
    "PERFECT": 1061,
    "ACCEPTABLE": 181,
    "BAD": 42
   },
   "ACCEPTABLE": {
    "PERFECT": 161,
    "ACCEPTABLE": 712,
    "BAD": 110
   },
   "BAD": {
    "PERFECT": 33,
    "ACCEPTABLE": 103,
    "BAD": 481
   }
  }
 },
 "baseline_P": {
  "PERFECT": {
   "PERFECT": 0.8263239875389408,
   "ACCEPTABLE": 0.1409657320872274,
   "BAD": 0.03271028037383177
  },
  "ACCEPTABLE": {
   "PERFECT": 0.16378433367243134,
   "ACCEPTABLE": 0.7243133265513734,
   "BAD": 0.11190233977619532
  },
  "BAD": {
   "PERFECT": 0.05348460291734198,
   "ACCEPTABLE": 0.16693679092382496,
   "BAD": 0.779578606158833
  }
 },
 "expected_changed": {
  "PERFECT": {
   "PERFECT": 62.800623052959494,
   "ACCEPTABLE": 10.713395638629283,
   "BAD": 2.4859813084112146
  },
  "ACCEPTABLE": {
   "PERFECT": 10.318413021363174,
   "ACCEPTABLE": 45.63173957273652,
   "BAD": 7.049847405900305
  },
  "BAD": {
   "PERFECT": 4.86709886547812,
   "ACCEPTABLE": 15.191247974068071,
   "BAD": 70.94165316045381
  }
 },
 "net": {
  "새 BAD 수": {
   "observed": 60,
   "expected": 80.5,
   "sd": 4.9,
   "net": -20.5,
   "z": -4.2
  },
  "BAD→비BAD": {
   "observed": 40,
   "expected": 20.1,
   "sd": 4.2,
   "net": 19.9,
   "z": 4.8
  },
  "비BAD→BAD": {
   "observed": 9,
   "expected": 9.5,
   "sd": 2.9,
   "net": -0.5,
   "z": -0.2
  },
  "BAD→PERFECT": {
   "observed": 13,
   "expected": 4.9,
   "sd": 2.1,
   "net": 8.1,
   "z": 3.8
  },
  "BAD→ACCEPTABLE": {
   "observed": 27,
   "expected": 15.2,
   "sd": 3.6,
   "net": 11.8,
   "z": 3.3
  },
  "ACCEPTABLE→PERFECT": {
   "observed": 16,
   "expected": 10.3,
   "sd": 2.9,
   "net": 5.7,
   "z": 1.9
  },
  "PERFECT→ACCEPTABLE": {
   "observed": 9,
   "expected": 10.7,
   "sd": 3.0,
   "net": -1.7,
   "z": -0.6
  },
  "등급 상승(전체)": {
   "observed": 56,
   "expected": 30.4,
   "sd": 5.1,
   "net": 25.6,
   "z": 5.0
  },
  "등급 하락(전체)": {
   "observed": 18,
   "expected": 20.2,
   "sd": 4.2,
   "net": -2.2,
   "z": -0.5
  },
  "새 PERFECT 수": {
   "observed": 93,
   "expected": 78.0,
   "sd": 4.9,
   "net": 15.0,
   "z": 3.1
  }
 },
 "noise_unchanged": {
  "n": 2884,
  "grade_flip": 630,
  "bad_flip": 288,
  "bad_to_ok": 136,
  "ok_to_bad": 152
 },
 "symptoms_changed_bad": {
  "old": {
   "빈 슬롯 방치": 10,
   "페이지 균형": 17,
   "구획 요소 없음": 6,
   "텍스트 겹침": 32,
   "요소에 가림": 14,
   "위계 역전": 11,
   "넘침, 잘림": 24,
   "색상 대비": 4,
   "유닛 스타일 제각각": 11,
   "강제 줄바꿈": 13,
   "여백 과다": 6,
   "내용 누락": 5,
   "글자 너무 작음": 3,
   "오매핑, 순서": 4,
   "정보 밀도 낮음": 2,
   "더미 문구 잔존": 2
  },
  "new": {
   "페이지 균형": 14,
   "여백 과다": 7,
   "구획 요소 없음": 3,
   "텍스트 겹침": 15,
   "정보 밀도 낮음": 4,
   "색상 대비": 2,
   "유닛 스타일 제각각": 8,
   "위계 역전": 7,
   "글자 너무 작음": 1,
   "넘침, 잘림": 10,
   "빈 슬롯 방치": 7,
   "오매핑, 순서": 3,
   "더미 문구 잔존": 2,
   "강제 줄바꿈": 3,
   "요소에 가림": 6,
   "내용 누락": 1
  }
 },
 "worse": [
  "323:339",
  "324:166",
  "325:279",
  "326:11",
  "327:32",
  "327:62",
  "327:340",
  "327:389",
  "329:240"
 ],
 "better": [
  "323:118",
  "323:311",
  "323:315",
  "323:357",
  "323:400",
  "324:68",
  "324:157",
  "324:172",
  "324:309",
  "324:378",
  "325:51",
  "325:101",
  "325:169",
  "325:304",
  "325:370",
  "325:396",
  "325:397",
  "325:409",
  "326:113",
  "326:297",
  "326:384",
  "326:395",
  "327:86",
  "327:281",
  "327:296",
  "327:324",
  "327:363",
  "327:388",
  "328:78",
  "328:138",
  "328:437",
  "329:11",
  "329:142",
  "329:154",
  "329:246",
  "329:299",
  "329:312",
  "329:320",
  "329:334",
  "329:399"
 ],
 "changed_moves": {
  "bad_to_ok": 40,
  "ok_to_bad": 9,
  "bad_kept": 51
 },
 "full_rejudgment_bad": 693,
 "projected_changed_only_bad": 677,
 "noise_adjusted_bad": 687.5,
 "noise_adjusted_rate": 22.1,
 "full_rejudgment_rate": 22.3,
 "projected_changed_only_rate": 21.7
}